-- Logs begin at Wed 2021-06-16 16:02:19 UTC, end at Wed 2021-06-16 17:13:32 UTC. -- Jun 16 16:48:02.980499 dv-cinder-772126-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:48:05.656223 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:48:05.656855 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:48:05.656991 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:48:05.660305 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:48:05.660547 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:48:05.660893 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:48:05.661868 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:48:05.662098 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:48:05.662450 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:48:05.662690 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:48:05.662914 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:48:05.663225 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.663514 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.663803 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.664071 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.664362 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.664646 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.664923 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.665250 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.665562 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.665841 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.666185 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.666471 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.666699 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.667052 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.667377 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.667658 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.668000 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] debug = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.668348 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.668774 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.669302 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.669734 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.670006 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.670276 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.670549 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.670824 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.671105 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.671471 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] host = dv-cinder-772126-4-smb {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.671745 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.672068 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.672351 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.672634 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.672959 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.673233 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.673536 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.673806 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.674071 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.674338 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.674621 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.675165 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.675448 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.675713 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.675933 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.676258 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.676541 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.676814 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.677086 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.677372 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.677648 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.677918 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.678180 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.678457 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.678737 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.679016 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.679285 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.679553 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.679818 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.680196 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.680479 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.680749 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.681019 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.681286 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.681599 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.681863 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.682135 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.682425 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.682807 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.683089 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.683373 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.683647 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.683924 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.684192 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.684460 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.684727 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] use_json = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.685017 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.685259 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.685561 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.685829 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.686096 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.686362 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.686627 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.686907 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:05.687199 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.687494 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.687788 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.688067 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.688880 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.689161 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.689470 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.689747 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.690031 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.690315 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.690599 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.690872 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.691155 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.691434 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.691724 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.692024 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.692312 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.692598 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.692871 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.693139 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.693430 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.693707 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.693988 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.694277 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.694563 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.694832 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.695107 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.695392 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.695666 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.695933 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.696206 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.696488 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.696759 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.697026 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.697319 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.697602 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.697869 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.698140 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.698411 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.698692 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.698964 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.699229 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.699494 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.699762 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.700026 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.700304 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.700574 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.700840 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.701104 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.701395 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.701663 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.701930 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.702198 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.702463 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.702731 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.702998 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.703263 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.703529 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.703794 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.704631 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.704898 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.705166 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.705465 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.705735 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.706068 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.706269 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.706535 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.706801 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.707080 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.707373 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.707646 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.707926 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.708201 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.708475 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.708748 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.709019 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.709293 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.709596 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.709861 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.710146 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.710427 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.710706 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.710983 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.711258 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.711547 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.711819 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.712096 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.712370 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.712642 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.712932 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.713214 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.713531 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.713821 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.714111 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.714399 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.714687 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.714964 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.715271 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.715548 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:05.715763 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:48:05.716001 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98939) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:48:06.067676 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:06.067871 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:06.068145 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:06.068483 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:48:06.460420 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.460696 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.460974 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.462293 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.462563 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.462825 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.496846 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.497119 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.497413 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.510623 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.510903 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.511169 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.540867 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.541144 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.541437 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.577184 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.577481 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.577750 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.811544 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.812175 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.812175 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.812354 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.813175 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.936588 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.936904 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.937184 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.937476 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.937746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.938056 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.938339 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.938589 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.938838 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.939115 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.939369 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.939628 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.939883 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.940140 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.940389 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.940648 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.940912 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.941165 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.941456 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.941705 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.941980 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.942323 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.942569 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.942847 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.943084 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.943323 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.943708 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:06.943940 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:06.944169 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:06.944396 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:06.944623 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:06.944852 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:06.946250 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:48:06.949385 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:48:06.953230 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:48:06.957800 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 16 16:48:06.959420 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:48:06.959863 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:48:06.960194 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:48:06.960578 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:48:06.963370 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:48:06.963618 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:48:06.963956 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:48:06.991582 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:48:06.992029 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.992326 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98939) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:48:06.992688 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.994158 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98939) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:48:06.994440 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:48:06.994686 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:48:06.997893 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:06.998175 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:07.061665 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:48:07.061841 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:48:07.062048 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:48:07.062435 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:48:07.084373 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_db.sqlalchemy.engines [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98939) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:48:07.784278 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing driver for type 'gre' Jun 16 16:48:07.784772 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] gre ID ranges: [(1, 1000)] Jun 16 16:48:08.001471 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing driver for type 'local' Jun 16 16:48:08.002157 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing driver for type 'vlan' Jun 16 16:48:08.115613 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] VlanTypeDriver initialization complete Jun 16 16:48:08.115934 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing driver for type 'vxlan' Jun 16 16:48:08.116508 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:48:08.430500 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing extension driver 'port_security' Jun 16 16:48:08.430842 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.extensions.port_security [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] PortSecurityExtensionDriver initialization complete Jun 16 16:48:08.431172 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing mechanism driver 'openvswitch' Jun 16 16:48:08.431602 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing mechanism driver 'hyperv' Jun 16 16:48:08.438461 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.plugins.ml2.plugin [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:08.439233 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443560 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443560 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443560 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443560 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443913 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443913 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443913 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.443913 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > security_group after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > security_group after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > security_group after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444494 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444494 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444494 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > address_group after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.444771 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > address_group after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.445109 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > address_group after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.445474 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] ML2 OVO RPC backend initialized. {{(pid=98939) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:48:08.446181 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.446534 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.446945 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.447289 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > networks before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.447631 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.448020 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > ports before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.448307 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.448642 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnets before_response 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.448984 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.449322 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.449686 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.450021 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.450359 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.450693 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.451029 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.451370 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.451701 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.452278 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.plugin [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Modular L2 Plugin initialization complete Jun 16 16:48:08.452604 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading services supported by the core plugin {{(pid=98939) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:48:08.452931 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.plugins.ml2.managers [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Got port-security extension from driver 'port_security' Jun 16 16:48:08.453415 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.extensions.vlantransparent [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Disabled vlantransparent extension. Jun 16 16:48:08.454417 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98939) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:48:08.454728 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: router Jun 16 16:48:08.491787 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_interface before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.492178 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_create 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.492544 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router before_create 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.492917 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.493285 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.493682 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_delete 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.494111 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > floatingip after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.494540 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_create 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.495485 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_update 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.495485 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_update 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.495485 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.495840 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_update 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.496251 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_update 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.496619 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.496956 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.497437 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: subnet after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.497780 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.498128 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > port precommit_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.498474 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_create 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.498810 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.499148 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.499501 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router after_update 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.499840 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_delete 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.500192 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_create 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.500556 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.501489 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_update 55549900 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.501869 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > network after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.502782 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Tracking information for resource: router configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:08.503107 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Tracking information for resource: floatingip configured {{(pid=98939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:48:08.508233 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.db.l3_agentschedulers_db [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:48:08.508953 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.509580 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port after_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.510019 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port after_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.510360 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: port after_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.511162 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router before_create 55550100 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.511524 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_delete 55550100 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.511884 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_create 55550100 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.512240 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > router precommit_update 55550100 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.517223 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.provider_configuration [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service providers = [] {{(pid=98939) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:48:08.517609 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.db.servicetype_db [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98939) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:48:08.520554 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.service_base [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:48:08.525868 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.service_base [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:48:08.525868 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.service_base [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:48:08.526507 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.services.service_base [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:48:08.526884 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.services.service_base [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:48:08.527264 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.527588 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:48:08.538312 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.538639 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: auto_allocate Jun 16 16:48:08.544459 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: network precommit_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.544823 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: network precommit_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.545357 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.545687 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: tag Jun 16 16:48:08.556227 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.556549 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: timestamp Jun 16 16:48:08.561919 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.562255 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: network_ip_availability Jun 16 16:48:08.568196 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.568567 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.568924 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.569679 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.569997 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: flavors Jun 16 16:48:08.580327 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.580651 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading Plugin: revisions Jun 16 16:48:08.584984 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:48:08.585360 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_concurrency.lockutils [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.517s {{(pid=98939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:08.586110 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98939) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:48:08.586440 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Initializing extension manager. Jun 16 16:48:08.586943 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: __init__.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.587284 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: __pycache__ {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.587613 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.587975 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: address_group.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.588729 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.589288 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: address-group Jun 16 16:48:08.589635 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: address_scope.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.590326 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.590830 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: address-scope Jun 16 16:48:08.591148 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: admin_state_down_before_update.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.592054 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.592562 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:48:08.592881 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: agent.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.593599 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.594110 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: agent Jun 16 16:48:08.594450 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: agent_resources_synced.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.595345 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.595850 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: agent-resources-synced Jun 16 16:48:08.596168 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: allowedaddresspairs.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.598140 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.598667 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: allowed-address-pairs Jun 16 16:48:08.598995 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: auto_allocated_topology.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.600111 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.600555 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: auto-allocated-topology Jun 16 16:48:08.600879 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: availability_zone.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.601595 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.602097 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: availability_zone Jun 16 16:48:08.602424 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: availability_zone_filter.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.603308 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.603814 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: availability_zone_filter Jun 16 16:48:08.604135 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: data_plane_status.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.605017 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.605548 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:48:08.605868 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: default_subnetpools.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.606764 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.607278 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: default-subnetpools Jun 16 16:48:08.607599 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: dhcpagentscheduler.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.608392 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.608902 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:48:08.609220 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: dns.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.611919 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.612417 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:48:08.612733 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: dns_domain_ports.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.613668 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.614173 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:48:08.614489 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: dvr.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.615140 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.615638 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: dvr Jun 16 16:48:08.615952 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: empty_string_filtering.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.616843 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.617383 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: empty-string-filtering Jun 16 16:48:08.617699 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.618584 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.619094 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:48:08.619411 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.620295 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.620796 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:48:08.621112 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: external_net.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.622096 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.622603 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: external-net Jun 16 16:48:08.622923 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: extra_dhcp_opt.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.623800 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.624304 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: extra_dhcp_opt Jun 16 16:48:08.624619 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: extraroute.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.625534 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.626586 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: extraroute Jun 16 16:48:08.626900 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: extraroute_atomic.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.627915 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.628432 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: extraroute-atomic Jun 16 16:48:08.628746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: filter_validation.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.629433 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.629941 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: filter-validation Jun 16 16:48:08.630255 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: fip_pf_description.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.631138 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.631636 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:48:08.631951 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: fip_port_details.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.632837 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.633373 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: fip-port-details Jun 16 16:48:08.633692 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: flavors.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.634907 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.635418 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: flavors Jun 16 16:48:08.635738 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.637426 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.637947 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:48:08.638277 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: floatingip_pools.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.638963 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.639478 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: floatingip-pools Jun 16 16:48:08.639801 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: ip_allocation.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.640696 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.641204 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:48:08.642110 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.643003 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.643517 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: ip-substring-filtering Jun 16 16:48:08.643840 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l2_adjacency.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.644737 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.645242 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:48:08.645589 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.646534 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.647045 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: router Jun 16 16:48:08.647367 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3_conntrack_helper.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.649746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.650278 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:48:08.650604 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.651524 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.652037 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: ext-gw-mode Jun 16 16:48:08.652355 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.658197 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.658757 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: l3-ha Jun 16 16:48:08.659033 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3_flavors.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.659938 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.660439 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: l3-flavors Jun 16 16:48:08.660759 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.661704 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.662210 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:48:08.662527 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: l3agentscheduler.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.663566 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.664074 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: l3_agent_scheduler Jun 16 16:48:08.664399 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: logging.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.665938 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.666442 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension logging not supported by any of loaded plugins Jun 16 16:48:08.666767 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: metering.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.667497 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.668073 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: metering Jun 16 16:48:08.668400 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.669511 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.670027 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:48:08.670347 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: multiprovidernet.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.671253 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.671764 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: multi-provider Jun 16 16:48:08.672082 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: netmtu.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.672996 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.673542 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: net-mtu Jun 16 16:48:08.673859 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: netmtu_writable.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.675012 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.675524 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: net-mtu-writable Jun 16 16:48:08.675842 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: network_availability_zone.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.676492 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.676995 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: network_availability_zone Jun 16 16:48:08.677311 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: network_ip_availability.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.678405 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.678919 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: network-ip-availability Jun 16 16:48:08.679237 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: network_segment_range.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.679981 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.680485 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:48:08.680805 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: pagination.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.694167 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.694494 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: pagination Jun 16 16:48:08.694813 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: port_device_profile.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.695713 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.696223 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: port-device-profile Jun 16 16:48:08.696547 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.697475 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.697980 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: port-mac-address-regenerate Jun 16 16:48:08.698300 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.699183 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.699689 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: port-numa-affinity-policy Jun 16 16:48:08.700007 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: port_resource_request.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.700897 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.701419 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:48:08.701741 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: portbindings.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.702644 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.703143 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: binding Jun 16 16:48:08.703462 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: portbindings_extended.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.705290 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.705830 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: binding-extended Jun 16 16:48:08.706176 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: portsecurity.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.707101 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.707613 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: port-security Jun 16 16:48:08.707930 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: project_id.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.709030 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.709372 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: project-id Jun 16 16:48:08.709703 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: providernet.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.710602 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.711113 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: provider Jun 16 16:48:08.711449 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.715001 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.715523 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos not supported by any of loaded plugins Jun 16 16:48:08.715851 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.717075 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.717639 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:48:08.717967 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.718863 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.719371 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:48:08.719714 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_default.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.720602 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.721111 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:48:08.721467 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_fip.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.728537 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.728537 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:48:08.728537 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_gateway_ip.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.729319 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.729884 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:48:08.730216 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_port_network_policy.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.731136 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.731651 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:48:08.731983 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_rule_type_details.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.732887 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.733443 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:48:08.733768 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: qos_rules_alias.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.734813 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.735342 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:48:08.735664 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: quotasv2.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.736617 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.736940 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: quotas Jun 16 16:48:08.737267 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: quotasv2_detail.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.740463 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.740804 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: quota_details Jun 16 16:48:08.741138 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: rbac.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.742297 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.742830 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: rbac-policies Jun 16 16:48:08.743159 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: rbac_address_group.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.744075 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.744601 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: rbac-address-group Jun 16 16:48:08.744932 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: rbac_address_scope.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.745881 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.746391 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: rbac-address-scope Jun 16 16:48:08.746720 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: rbac_security_groups.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.747851 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.748374 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: rbac-security-groups Jun 16 16:48:08.748700 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: rbac_subnetpool.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.749646 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.750164 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: rbac-subnetpool Jun 16 16:48:08.757441 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: revisionifmatch.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.758088 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.758609 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: revision-if-match Jun 16 16:48:08.758938 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: revisions.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.760033 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.760545 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: standard-attr-revisions Jun 16 16:48:08.760872 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: router_availability_zone.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.761572 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.762085 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: router_availability_zone Jun 16 16:48:08.762407 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: routerservicetype.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.763313 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.763827 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:48:08.764154 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.765054 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.765602 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:48:08.765927 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: security_groups_port_filtering.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.767485 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.768006 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: port-security-groups-filtering Jun 16 16:48:08.768330 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.769237 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.769785 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: security-groups-remote-address-group Jun 16 16:48:08.770112 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: securitygroup.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.779726 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.780260 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: security-group Jun 16 16:48:08.780598 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: segment.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.781414 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.781930 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension segment not supported by any of loaded plugins Jun 16 16:48:08.782260 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.783178 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.783696 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:48:08.784026 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: servicetype.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.798093 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.798622 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: service-type Jun 16 16:48:08.798957 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: sorting.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.800204 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.800533 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: sorting Jun 16 16:48:08.800862 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: standard_attr_segment.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.801806 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.802323 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:48:08.802645 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: standardattrdescription.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.803289 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.803809 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: standard-attr-description Jun 16 16:48:08.804117 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: stateful_security_group.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.805031 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.805589 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: stateful-security-group Jun 16 16:48:08.805899 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: stdattrs_common.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.806478 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:48:08.806797 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.807788 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.808300 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:48:08.808618 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: subnet_onboard.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.809716 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.810238 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: subnet_onboard Jun 16 16:48:08.810556 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.811487 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.811992 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:48:08.812310 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: subnet_service_types.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.813783 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.814294 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: subnet-service-types Jun 16 16:48:08.814613 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: subnetallocation.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.816793 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.816793 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: subnet_allocation Jun 16 16:48:08.816793 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.817178 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.817731 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:48:08.818052 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.818978 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.819488 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:48:08.819810 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: tagging.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.820919 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.821918 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: standard-attr-tag Jun 16 16:48:08.822247 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: timestamp.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.823528 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.824044 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loaded extension: standard-attr-timestamp Jun 16 16:48:08.824370 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: trunk.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.825434 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.825952 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension trunk not supported by any of loaded plugins Jun 16 16:48:08.826280 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: trunk_details.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.827188 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.827701 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:48:08.828025 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: uplink_status_propagation.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.829770 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.837834 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:48:08.837834 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Loading extension file: vlantransparent.py {{(pid=98939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:48:08.838444 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:48:08.838996 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:48:08.841636 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:network Jun 16 16:48:08.842233 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:48:08.842625 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:48:08.843007 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:port Jun 16 16:48:08.844355 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.844832 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service FLAVORS assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.845487 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.845982 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.846306 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:router Jun 16 16:48:08.846790 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:48:08.847272 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service METERING assigned prefix: /metering {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.848712 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.849087 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.849458 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:48:08.850476 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:48:08.850982 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:48:08.851405 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:48:08.852025 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service CORE assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.852351 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:48:08.852705 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] subnetpool is already registered Jun 16 16:48:08.853127 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service CORE assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.853471 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:48:08.853797 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] subnetpool is already registered Jun 16 16:48:08.856047 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.856470 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service FLAVORS assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.857050 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.857518 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.857842 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:router Jun 16 16:48:08.858173 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] router is already registered Jun 16 16:48:08.858574 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:48:08.858909 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] floatingip is already registered Jun 16 16:48:08.859353 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service METERING assigned prefix: /metering {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.860012 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:48:08.860839 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] rbac_policy is already registered Jun 16 16:48:08.861239 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:48:08.861593 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] security_group is already registered Jun 16 16:48:08.861985 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:48:08.862310 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] security_group_rule is already registered Jun 16 16:48:08.862919 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service CORE assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.863237 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:48:08.863567 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] subnetpool is already registered Jun 16 16:48:08.863976 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.v2.resource_helper [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Service CORE assigned prefix: {{(pid=98939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:48:08.864289 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:48:08.864610 dv-cinder-772126-4-smb neutron-server[98939]: WARNING neutron.quota.resource_registry [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] subnetpool is already registered Jun 16 16:48:08.865075 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: extensions {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.866580 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: address-groups {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.868057 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: address-scopes {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.869396 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: agents {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.870553 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: auto-allocated-topology {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.871800 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: availability_zones {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.873015 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: dhcp-networks {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.874539 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: dhcp-agents {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.876522 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: routers {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.878259 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: flavors {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.880690 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: service_profiles {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.881944 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: next_providers {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.883493 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: service_profiles {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.884968 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: floatingip-pools {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.886205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: routers {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.888490 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: floatingips {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.890159 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: l3-routers {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.891873 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: l3-agents {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.893792 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: metering-labels {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.895437 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: metering-label-rules {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.897247 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: network-ip-availabilities {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.898947 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: bindings {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.900973 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: quotas {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.903119 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: quotas {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.905025 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: rbac-policies {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.906607 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: security-groups {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.908266 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: security-group-rules {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.909930 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: service-providers {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.911457 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: subnetpools {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.913197 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: subnetpools {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.915346 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.917557 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.919913 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.922336 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.925291 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.927744 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.929993 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.932377 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.934708 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.936948 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron.api.extensions [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Extended resource: tags {{(pid=98939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:48:08.945620 dv-cinder-772126-4-smb neutron-server[98939]: WARNING keystonemiddleware.auth_token [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:48:08.951420 dv-cinder-772126-4-smb neutron-server[98939]: WARNING keystonemiddleware.auth_token [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:48:08.961941 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_concurrency.lockutils [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Acquired lock "singleton_lock" {{(pid=98939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:48:08.962508 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_concurrency.lockutils [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Releasing lock "singleton_lock" {{(pid=98939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:48:08.963317 dv-cinder-772126-4-smb neutron-server[98939]: INFO oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Starting 2 workers Jun 16 16:48:08.968677 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Started child 99050 {{(pid=98939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:48:08.973762 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Started child 99051 {{(pid=98939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:48:08.974598 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.975547 dv-cinder-772126-4-smb neutron-server[98939]: INFO neutron.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:48:08.976210 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [-] (99050) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:48:08.976317 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Notify callbacks [] for process, before_spawn {{(pid=98939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.978243 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.979260 dv-cinder-772126-4-smb neutron-server[98939]: INFO oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Starting 1 workers Jun 16 16:48:08.979586 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [-] (99051) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:48:08.985708 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Started child 99052 {{(pid=98939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:48:08.986301 dv-cinder-772126-4-smb neutron-server[98939]: INFO oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Starting 1 workers Jun 16 16:48:08.988796 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] calling RpcWorker wait() {{(pid=99052) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:48:08.989307 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] returning from RpcWorker wait() {{(pid=99052) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:48:08.990662 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.991133 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:08.991324 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Started child 99053 {{(pid=98939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:48:08.992264 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG neutron_lib.callbacks.manager [None req-acd7487c-86d3-412a-91cd-77fca1ac1a4a None None] Notify callbacks [] for process, after_spawn {{(pid=98939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.994057 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:48:08.994275 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:48:08.994466 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:48:08.994683 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:48:08.995021 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:48:08.995197 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:48:08.995696 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.995969 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.996118 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:08.996615 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.996615 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.996754 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.997272 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.997548 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.997780 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.998053 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.998300 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.998475 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.998634 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.998885 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.999135 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.999435 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.999696 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:08.999945 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.000205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.000372 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.000625 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.001476 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.001746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.002236 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] debug = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.002236 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.002719 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.002960 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.003207 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.003422 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.003699 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.003940 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.004229 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.004467 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.004707 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.004947 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.005208 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.005547 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.005762 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.005975 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.006228 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.006442 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.006910 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] host = dv-cinder-772126-4-smb {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.007119 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.007366 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.007602 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.007850 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.008093 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.008318 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.008559 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.008797 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.009047 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.009272 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.009528 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.009792 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.010013 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.010252 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.010421 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_options = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.010630 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.010888 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.011145 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.011330 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.011498 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.011670 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.011914 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.012061 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.012313 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.012555 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.012763 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.012988 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.013216 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.013501 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.013723 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.013963 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.014176 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.014380 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.014618 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.014844 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.015083 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.015301 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.015515 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.015723 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.015949 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.016159 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.016425 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.016636 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.016843 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.017093 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.017327 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.017672 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.017916 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.018160 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.018384 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.018608 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.018834 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.019150 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.019377 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.019767 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.019925 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.020080 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.020329 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.020733 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.020895 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.021054 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_json = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.021256 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.021482 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.021739 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.021876 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:09.022015 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.022156 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.022360 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.022568 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.022832 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.023251 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.023522 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.023835 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.024080 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.024309 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.024547 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.024787 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.025008 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.025262 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.025511 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.025816 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.026032 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.026319 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.026544 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.026802 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.027107 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.027342 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.027612 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.027824 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.028035 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.028263 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.028498 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.028862 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.029134 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.029415 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.029976 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.029976 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.030172 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.030314 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.030565 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.030758 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.030967 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.031214 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.031445 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.031678 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.031994 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.032166 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.032443 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.032678 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.032920 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.033326 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.033542 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.033690 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.033907 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.034122 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.034334 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.034544 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.034764 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.035205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.035356 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.035503 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.035680 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.035896 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.036073 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.036291 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.036575 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.036756 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.036937 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.037147 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.037385 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.037621 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.037873 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.038115 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.038325 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.038776 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.038776 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.039062 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.039242 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.039474 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.039684 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.040125 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.040125 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.040390 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.040582 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.040809 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.041021 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.041242 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.041471 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.041686 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.041896 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.042105 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.042315 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.042524 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.042749 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.043024 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.043349 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.043582 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.043828 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.044061 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.044320 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.044556 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.044795 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.045051 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.045289 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.045553 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.045842 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.046337 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.046478 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.046612 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.046856 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.047111 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.047330 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.048132 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.048350 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.048602 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.048806 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.049066 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.049317 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.049590 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.050149 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.050344 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.050609 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.050853 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.051156 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.051397 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.051834 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.051996 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.052215 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.052483 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.052711 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.053091 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.053240 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.053440 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.053667 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.053943 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.054754 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.054754 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.054754 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.055178 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.055178 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.055457 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.055617 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.055873 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.056084 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.056301 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.056511 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.056782 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.057017 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.057291 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.057659 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.057974 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.058237 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.058492 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.058782 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.059015 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.059268 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.059516 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.059723 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.059953 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.060201 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.060440 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.060586 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.060796 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.061054 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.061317 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.061505 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.061702 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.061930 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.062142 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.062381 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.062587 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.062802 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.063034 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.063331 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.064060 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.064292 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.064499 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.064745 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.064956 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.065243 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.065528 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.065742 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.065980 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.066220 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.066469 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.066678 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.066921 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.067130 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.067337 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.067544 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.067931 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.068117 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.068245 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.068368 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.068578 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.068827 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.069081 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.069528 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.070121 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.070121 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.070377 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.070584 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.070713 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.070886 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.071096 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.071935 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.071935 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.071935 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.071935 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.072410 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.072410 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.072651 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.072781 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.072960 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.073170 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.073397 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.073674 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.073918 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.074167 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.074408 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.074809 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.074941 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.075066 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.075241 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.075470 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.075675 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.075894 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.076095 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.076313 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.076543 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.076746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.076968 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.077206 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.077402 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078067 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078067 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078067 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078521 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078521 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078771 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.078895 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.079190 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.079451 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.079664 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.079938 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.080159 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.080407 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.080664 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.080973 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.081181 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.081481 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.081693 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.081904 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.082117 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.082345 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.082667 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.082944 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.083169 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.083414 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.083684 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.083957 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.084191 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.084413 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.084704 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.085026 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.085285 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.085552 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.085789 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.086051 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.086293 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.086500 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.086746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.086989 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.087291 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.087433 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.087677 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.087885 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.088095 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.088314 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.088932 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.088932 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.089179 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.089302 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.089445 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.089606 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:48:09.090184 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:48:09.090341 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:48:09.090544 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:48:09.090763 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:48:09.090940 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:48:09.091131 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:48:09.091354 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.091600 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.091760 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.091961 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.092176 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.092386 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.092601 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.092804 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.092995 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.093213 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.093437 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.093634 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.093847 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.094043 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.094264 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.094489 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.094644 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.094855 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.095032 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.095239 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.095443 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.095608 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.095813 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] debug = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.096001 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.096246 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.096448 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.096637 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.096833 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.096978 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.097360 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.097520 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.097660 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.097798 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.097974 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.098189 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.098371 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.098581 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.098784 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.098975 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.099173 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.099333 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] host = dv-cinder-772126-4-smb {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.099554 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.099748 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.099909 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.100101 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.100292 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.100504 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.100689 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.100898 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.101095 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.101284 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.101528 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.101753 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.101903 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.102108 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.102297 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_options = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.102500 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.102671 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.102883 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.103099 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.103314 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.103500 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.103670 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.103884 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.104080 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.104268 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.104481 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.104663 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.104843 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.105016 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.105218 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.105440 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.105625 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.105849 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.106043 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.106238 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.106450 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.106624 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.106845 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.107033 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.107262 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.107556 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.107677 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.107879 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.108093 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.108263 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.108457 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.108622 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.108841 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.109037 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.109226 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.109480 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.109667 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.109855 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.110579 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.110764 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.110939 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.111136 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.111319 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.111512 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.111738 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.111885 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_json = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.112099 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.112263 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.112464 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.112648 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.112846 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.113046 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.113236 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.113490 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:48:09.113710 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.113900 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.114138 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.114338 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.114533 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.114746 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.114929 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.115146 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.115351 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.115543 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.115770 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.115965 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.116176 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.116385 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.116571 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.116797 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.116996 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.117161 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.117391 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.117593 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.117784 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.117979 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.118195 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.118416 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.118604 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.118813 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.119012 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.119205 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.119430 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.119626 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.119826 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.120048 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.120227 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.120449 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.120646 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.120838 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.121035 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.121198 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.121442 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.121642 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.121838 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.122059 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.122293 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.122451 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.122656 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.122823 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.123061 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.123242 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.123455 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.123661 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.123852 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.124078 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.124272 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.124467 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.124671 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.124861 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.125085 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.126636 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.126636 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.126636 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.126636 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127132 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127132 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127132 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127428 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127606 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127798 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.127940 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.128066 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.128235 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.128439 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.128642 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.128837 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.129056 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.129257 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.129472 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.129678 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.129886 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.130096 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.130299 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.130489 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.130707 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.130904 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.131103 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.131313 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.131533 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.131743 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.131945 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.132138 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.132348 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.132546 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.132750 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.132950 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.133142 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.133452 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.133664 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.133865 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.134079 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.134274 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.134441 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.134640 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.134824 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.135043 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.135242 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.135433 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.135635 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.135828 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.136222 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.136222 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.136470 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.136617 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.136812 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.137033 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.137236 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.137453 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.137675 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.137890 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.138036 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.138233 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.138425 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.138632 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.138828 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.139040 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.139239 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.139432 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.139654 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.139837 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.140057 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.140279 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.140460 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.140653 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.140826 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.141063 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.141284 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.141522 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.141698 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.141918 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.142111 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.142337 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.142538 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.142732 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.142935 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.143130 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.143350 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.143530 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:09.143632 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.143735 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.143943 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.144136 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.144347 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.144553 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.144744 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.144957 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.145157 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.145376 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.145581 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.145755 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.145982 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.146182 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.146379 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.146583 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.146770 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.146992 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.147191 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.147386 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.147595 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.147791 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.147997 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.148200 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.148392 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.148606 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.148806 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.149007 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.149209 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.149432 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.149651 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.149855 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.150055 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.150268 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.150462 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.150667 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.150870 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.151067 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.151293 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.151490 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.151685 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.151888 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.152078 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.152311 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.152514 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.152707 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.152920 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.153106 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.153319 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.153550 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.153738 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.153951 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.154152 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.154347 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.154554 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.154782 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.154967 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.155172 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.155363 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.155577 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.155773 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.155976 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.156192 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.156389 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.156660 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.156809 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.157161 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.157563 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.157940 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.158143 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.158558 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.158968 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.159184 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.159389 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.159612 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.159820 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.160110 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.160256 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.160467 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.160657 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.160851 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.161056 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.161248 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.161462 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.161652 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.161802 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60214) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:09.161948 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.162088 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.162259 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.162464 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.162657 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.162882 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.163087 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.163290 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.163493 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.163708 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.163924 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.164135 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.164319 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.164539 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.164735 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.164914 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.165112 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.165291 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.165536 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.165720 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.165930 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.166155 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.166331 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.166549 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.166753 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.166945 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.167161 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.167328 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.167536 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.167717 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.167916 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.168126 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.168292 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.168577 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.168755 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.168895 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.169033 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.169229 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.169462 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.169619 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.169836 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.170017 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.170225 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.170427 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.170585 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:48:09.170773 dv-cinder-772126-4-smb neutron-server[98939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:48:09.172058 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072908 Jun 16 16:48:20.936020 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685924a5-251a-4514-a0ed-d77e8adc5107 None None] get_active_networks_info from dv-cinder-772126-4-smb {{(pid=99052) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:48:21.049098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685924a5-251a-4514-a0ed-d77e8adc5107 None None] No non-hosted networks {{(pid=99052) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:48:21.059893 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.agentschedulers_db [None req-685924a5-251a-4514-a0ed-d77e8adc5107 None None] DHCP Agent not found on host dv-cinder-772126-4-smb {{(pid=99052) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:48:21.344220 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ab990d15-4c71-4829-a756-79d01ea00ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847'] for agent, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:23.519934 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5d5d-3095-4014-a63a-47d00cd8dcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847'] for agent, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:23.596123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.db.api [None req-2ce08324-584c-4195-b5e5-c5f563eb3794 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-772126-4-smb {{(pid=99052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:48:23.596561 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_db.api [None req-2ce08324-584c-4195-b5e5-c5f563eb3794 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:48:23.624050 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847'] for agent, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:23.625044 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.626070 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.626566 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.627180 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.627897 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.628402 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.628868 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.629331 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.629831 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.630292 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.630807 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.631277 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:23.631812 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772126-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:23.645120 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772126-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:24.259250 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2ce08324-584c-4195-b5e5-c5f563eb3794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:24.458959 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847'] for agent, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:26.241890 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847'] for agent, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:27.487447 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60310) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:27.866219 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.db.l3_hamode_db [None req-20c0e819-f6ca-4bca-acbd-3d58859a8b51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:48:27.942306 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0e819-f6ca-4bca-acbd-3d58859a8b51 None None] Routers set() bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:27.942996 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0e819-f6ca-4bca-acbd-3d58859a8b51 None None] Router IDs set() for agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:48:27.996972 dv-cinder-772126-4-smb neutron-server[99050]: WARNING oslo_policy.policy [None req-2566c89d-ee72-42b0-8a38-e81ec21318ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:27.997614 dv-cinder-772126-4-smb neutron-server[99050]: WARNING oslo_policy.policy [None req-2566c89d-ee72-42b0-8a38-e81ec21318ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:28.212352 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [None req-2566c89d-ee72-42b0-8a38-e81ec21318ea admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:48:28.213313 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2566c89d-ee72-42b0-8a38-e81ec21318ea admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7249777 Jun 16 16:48:30.612018 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 60324) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:31.121959 dv-cinder-772126-4-smb neutron-server[99051]: WARNING oslo_policy.policy [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:31.122556 dv-cinder-772126-4-smb neutron-server[99051]: WARNING oslo_policy.policy [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:31.335702 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:31.429162 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.policy [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:48:31.474266 dv-cinder-772126-4-smb neutron-server[99051]: WARNING oslo_policy.policy [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:31.474647 dv-cinder-772126-4-smb neutron-server[99051]: WARNING oslo_policy.policy [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:31.483162 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.quota [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] Loaded quota_driver: . Jun 16 16:48:31.671167 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733088630884', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733088631371', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733088628314', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733088624748', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733088604711', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733088597820', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-754883', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16362733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16297179'] for rbac-policy, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:31.886740 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:31.888225 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4651dfcd-a973-4a9d-b85b-bee5b64698a1 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2740636 Jun 16 16:48:34.457784 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60342) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:34.757979 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Request body: {'network': {'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'name': 'private', 'admin_state_up': True, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:34.759359 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.quota [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Loaded quota_driver: . Jun 16 16:48:34.892460 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Made reservation on behalf of 8479e5c37d1e4587b7c94d0af895eff6 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:34.957368 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.policy [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99050) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:48:35.002599 dv-cinder-772126-4-smb neutron-server[99050]: WARNING oslo_policy.policy [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:35.003237 dv-cinder-772126-4-smb neutron-server[99050]: WARNING oslo_policy.policy [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:48:35.013854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.035479 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.171130 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.258358 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.264060 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:35.285437 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:48:35.312637 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733086530856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.313245 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Unsubscribe: segment precommit_create {{(pid=99050) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:48:35.313789 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Added segment 36f38a1b-b5d3-41f4-8188-80343e09d808 of type vlan for network 25e28839-bb74-4e02-b19f-2b59f8f05683 Jun 16 16:48:35.320719 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e8ec3-6d4f-410c-af8d-707770927463,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:35.342971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.343304 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.344296 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.344622 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.344939 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.345251 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.345582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.345892 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.346211 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.346522 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.346827 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.347121 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Tracked resource versions report: Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: pushed versions: Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: { 'AddressGroup': {'1.2'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'ConntrackHelper': {'1.0'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Log': {'1.0'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Network': {'1.1'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Port': {'1.7'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'PortForwarding': {'1.2'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'QosPolicy': {'1.8'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroup': {'1.4'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'SubPort': {'1.0'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Subnet': {'1.1'}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Trunk': {'1.1'}} Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: consumer versions: Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'ConntrackHelper': '1.0', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Log': '1.0', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Network': '1.1', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Port': '1.7', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'PortForwarding': '1.2', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'QosPolicy': '1.8', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroup': '1.4', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroupRule': '1.2', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'SubPort': '1.0', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Subnet': '1.1', Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: 'Trunk': '1.1'}} Jun 16 16:48:35.348183 dv-cinder-772126-4-smb neutron-server[99050]: {{(pid=99050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:48:35.425488 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:35.435219 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.565018 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.566548 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:35.567232 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.569307 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:35.665183 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Pushing event updated for resources: {'Network': ['ID=25e28839-bb74-4e02-b19f-2b59f8f05683,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:35.668486 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:35.677312 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:48:35.693191 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2343152 Jun 16 16:48:38.341233 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60358) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:38.740120 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddb0e0b-ecb5-46be-b36b-77218cd8bbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:38.741500 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-dddb0e0b-ecb5-46be-b36b-77218cd8bbb1 admin admin] 10.222.0.72 "GET /v2.0/networks/25e28839-bb74-4e02-b19f-2b59f8f05683 HTTP/1.1" status: 200 len: 825 time: 0.3992825 Jun 16 16:48:38.778594 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7d54100d-cb9d-4bff-9181-c575f53fa4a7 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/9b88d222-f092-43f8-8d6c-d06cdd123d86 HTTP/1.1" status: 200 len: 734 time: 0.0316324 Jun 16 16:48:38.787840 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86', 'gateway_ip': '172.20.0.1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:38.885141 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Made reservation on behalf of 8479e5c37d1e4587b7c94d0af895eff6 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:38.887587 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.321878 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.324458 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:39.392075 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d769ac-62e6-4426-9600-65092541fd02,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:39.394075 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Checking segment: {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:39.394466 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Network hostable DHCP agents. Network: 25e28839-bb74-4e02-b19f-2b59f8f05683, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:48:39.399733 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:39.532413 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:48:39.646795 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 25e28839-bb74-4e02-b19f-2b59f8f05683) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:39.651512 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:39.654988 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.657271 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d3c10-63b6-4833-a496-3a88dc312838 None None] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:39.750968 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9665205 Jun 16 16:48:39.982171 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-25e28839-bb74-4e02-b19f-2b59f8f05683', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:48:39.983321 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.262501 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Allocated IP 172.20.0.2 (25e28839-bb74-4e02-b19f-2b59f8f05683/10d769ac-62e6-4426-9600-65092541fd02/7bbf99c0-7485-4506-ad02-e488d458d670) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:40.500384 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.544935 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Transition to ACTIVE for port object 7bbf99c0-7485-4506-ad02-e488d458d670 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:40.566842 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Transition to ACTIVE for port object 7bbf99c0-7485-4506-ad02-e488d458d670 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:40.664641 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.667373 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:40.732869 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:40.741877 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:40.751460 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:40.754588 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7bbf99c0-7485-4506-ad02-e488d458d670,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:40.780132 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.780455 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.780800 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.781125 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.781467 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.781781 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.782094 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.782400 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.782757 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.783068 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.783374 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.783678 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Tracked resource versions report: Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: pushed versions: Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: { 'AddressGroup': {'1.2'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'ConntrackHelper': {'1.0'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Log': {'1.0'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Network': {'1.1'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Port': {'1.7'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'PortForwarding': {'1.2'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'QosPolicy': {'1.8'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroup': {'1.4'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'SubPort': {'1.0'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Subnet': {'1.1'}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Trunk': {'1.1'}} Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: consumer versions: Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'ConntrackHelper': '1.0', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Log': '1.0', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Network': '1.1', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Port': '1.7', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'PortForwarding': '1.2', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'QosPolicy': '1.8', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroup': '1.4', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroupRule': '1.2', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'SubPort': '1.0', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Subnet': '1.1', Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: 'Trunk': '1.1'}} Jun 16 16:48:40.784771 dv-cinder-772126-4-smb neutron-server[99052]: {{(pid=99052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:48:40.806072 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:40.838476 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Attempting to bind port 7bbf99c0-7485-4506-ad02-e488d458d670 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:40.838978 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Attempting to bind port 7bbf99c0-7485-4506-ad02-e488d458d670 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:40.839474 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Attempting to bind port 7bbf99c0-7485-4506-ad02-e488d458d670 on network 25e28839-bb74-4e02-b19f-2b59f8f05683 {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:40.847341 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:40.847595 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Checking segment: {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:40.847595 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.847595 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Bound using segment: {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:40.847881 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Bound port: 7bbf99c0-7485-4506-ad02-e488d458d670, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:40.847881 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.910237 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] For port 7bbf99c0-7485-4506-ad02-e488d458d670, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:40.914768 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] For port 7bbf99c0-7485-4506-ad02-e488d458d670, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=7bbf99c0-7485-4506-ad02-e488d458d670,segment=NetworkSegment(36f38a1b-b5d3-41f4-8188-80343e09d808),segment_id=36f38a1b-b5d3-41f4-8188-80343e09d808)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:40.982798 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.989528 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:41.054455 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7bbf99c0-7485-4506-ad02-e488d458d670,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:41.057687 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:42.169457 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 60366) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:42.503901 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [None req-534e82e3-1033-4ee0-9500-f2efccf0990d admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:48:42.504982 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-534e82e3-1033-4ee0-9500-f2efccf0990d admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344955 Jun 16 16:48:44.924989 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 60374) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:45.257621 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [None req-29293d41-ffd6-43f4-a822-6c39ad3ea441 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:48:45.263863 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-29293d41-ffd6-43f4-a822-6c39ad3ea441 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3326607 Jun 16 16:48:47.371552 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5600fa4-6354-46f4-a8f6-fb4a9eb4f5e9 None None] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:47.479369 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 7bbf99c0-7485-4506-ad02-e488d458d670 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:47.526071 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-586c1943-32f9-4633-b765-6c2ee693c03f None None] Provisioning for port 7bbf99c0-7485-4506-ad02-e488d458d670 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:47.701711 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 7bbf99c0-7485-4506-ad02-e488d458d670 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:47.706447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 7bbf99c0-7485-4506-ad02-e488d458d670 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:47.706877 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.820247 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.855683 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 7bbf99c0-7485-4506-ad02-e488d458d670, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=7bbf99c0-7485-4506-ad02-e488d458d670,segment=NetworkSegment(36f38a1b-b5d3-41f4-8188-80343e09d808),segment_id=36f38a1b-b5d3-41f4-8188-80343e09d808)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:47.881444 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-9846f8d5-8e8b-4fe3-9077-bc514a760836 None None] Provisioning complete for port 7bbf99c0-7485-4506-ad02-e488d458d670 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:47.881819 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9846f8d5-8e8b-4fe3-9077-bc514a760836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.907689 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 60388) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:47.950770 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.957672 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:47.991478 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9846f8d5-8e8b-4fe3-9077-bc514a760836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.026832 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=7bbf99c0-7485-4506-ad02-e488d458d670,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:48.030910 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:48.064877 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.db.api [None req-9846f8d5-8e8b-4fe3-9077-bc514a760836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:48:48.066183 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_db.api [None req-9846f8d5-8e8b-4fe3-9077-bc514a760836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:48:48.219893 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'name': 'router1'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:48.332397 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.334232 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.487571 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.573011 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.709641 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.710865 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d905f62c-cc62-40ae-ae18-36c633ac21f8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8020835 Jun 16 16:48:49.420633 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 7bbf99c0-7485-4506-ad02-e488d458d670 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:49.469973 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 7bbf99c0-7485-4506-ad02-e488d458d670 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:49.470342 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:50.869439 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5ee3315b-9199-4535-943e-5ad20981b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.099288 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 60396) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:51.420087 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [None req-204fcc4f-d69d-4126-bba7-3176e871b464 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:48:51.421115 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-204fcc4f-d69d-4126-bba7-3176e871b464 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3208447 Jun 16 16:48:53.492395 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8eea4657-595e-4c44-ab48-c32efa034212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.600616 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.777678 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60404) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:54.092725 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:54.201052 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Made reservation on behalf of 17508587962f4a399e7f1aa97a631e80 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:54.203965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.212447 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.284265 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.300765 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.404433 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.407659 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:54.422438 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Reserving flat network on physical network physnet1 {{(pid=99050) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:48:54.439065 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1512477d-098d-4431-bed9-b53febbd55af,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:54.443281 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:54.444296 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.444628 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Added segment ecdbb3e2-5413-42f2-8abc-420cab02182e of type flat for network e74e16c3-a3b8-4a86-a49c-4fd7812db28b Jun 16 16:48:54.498046 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.629146 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.630508 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:54.631080 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.634147 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:54.691434 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Pushing event updated for resources: {'Network': ['ID=e74e16c3-a3b8-4a86-a49c-4fd7812db28b,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:54.694055 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:54.700980 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:48:54.736871 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9580524 Jun 16 16:48:56.132098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:57.128539 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60422) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:57.316833 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e83a7-cfa1-4b7a-b926-85f3936e06b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:57.318285 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d70e83a7-cfa1-4b7a-b926-85f3936e06b2 admin admin] 10.222.0.72 "GET /v2.0/subnets/10d769ac-62e6-4426-9600-65092541fd02 HTTP/1.1" status: 200 len: 849 time: 0.1888037 Jun 16 16:48:57.476780 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d78552f3-1e9d-44dc-8165-57743f3a3415 admin admin] 10.222.0.72 "GET /v2.0/routers/a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 HTTP/1.1" status: 200 len: 704 time: 0.1528728 Jun 16 16:48:57.741793 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.044699 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Allocated IP 172.20.0.1 (25e28839-bb74-4e02-b19f-2b59f8f05683/10d769ac-62e6-4426-9600-65092541fd02/74849d23-453d-4ef9-a793-240fabf8c4bf) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:58.202510 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.228963 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Transition to ACTIVE for port object 74849d23-453d-4ef9-a793-240fabf8c4bf will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:58.464305 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.466610 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:58.530932 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:58.536954 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:58.545275 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:58.546383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.607502 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Pushing event updated for resources: {'Port': ['ID=74849d23-453d-4ef9-a793-240fabf8c4bf,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:58.619987 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:58.858082 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-2d9c4300-6392-4609-9988-39fd57a07647 None None] Provisioning for port 74849d23-453d-4ef9-a793-240fabf8c4bf completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:58.859319 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.862925 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-2d9c4300-6392-4609-9988-39fd57a07647 None None] Provisioning complete for port 74849d23-453d-4ef9-a793-240fabf8c4bf triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:58.863292 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4300-6392-4609-9988-39fd57a07647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:58.896192 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c4300-6392-4609-9988-39fd57a07647 None None] Port 74849d23-453d-4ef9-a793-240fabf8c4bf cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:48:59.042473 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:59.210411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:59.211591 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:59.214317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:59.272562 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Pushing event updated for resources: {'Port': ['ID=74849d23-453d-4ef9-a793-240fabf8c4bf,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:59.276293 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:59.337797 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:59.339006 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:59.517692 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-99e570e6-898e-4b09-bf56-a5f05a42d315 None None] Provisioning complete for port 74849d23-453d-4ef9-a793-240fabf8c4bf triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:59.518065 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-99e570e6-898e-4b09-bf56-a5f05a42d315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:59.549600 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-99e570e6-898e-4b09-bf56-a5f05a42d315 None None] Port 74849d23-453d-4ef9-a793-240fabf8c4bf cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:48:59.686994 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:48:59.778013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:48:59.783581 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] 10.222.0.72 "PUT /v2.0/routers/a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3017941 Jun 16 16:48:59.787507 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Sync routers for ids ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:48:59.799536 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Routers {'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:59.800337 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:48:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:59.992629 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Set router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 gateway port host: None {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:49:00.425173 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'name': 'router1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:58Z', 'revision_number': 2, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'gw_port_host': None, '_interfaces': [{'id': '74849d23-453d-4ef9-a793-240fabf8c4bf', 'name': '', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'mac_address': 'fa:16:3e:99:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:57Z', 'updated_at': '2021-06-16T16:48:58Z', 'revision_number': 2, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'subnets': [{'id': '10d769ac-62e6-4426-9600-65092541fd02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:00.431176 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Checking router: a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:49:00.431565 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Updating router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 port 74849d23-453d-4ef9-a793-240fabf8c4bf binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:49:00.497195 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:01.013065 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:01.032434 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Transition to ACTIVE for port object 74849d23-453d-4ef9-a793-240fabf8c4bf will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:49:01.124842 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:01.127993 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:01.309977 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Pushing event updated for resources: {'Port': ['ID=74849d23-453d-4ef9-a793-240fabf8c4bf,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:01.335403 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.335806 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.336147 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.336461 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.336774 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.337082 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.337406 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.337711 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.338016 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.338317 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.338616 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.338912 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Tracked resource versions report: Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: pushed versions: Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: { 'AddressGroup': {'1.2'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'ConntrackHelper': {'1.0'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Log': {'1.0'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Network': {'1.1'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Port': {'1.7'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'PortForwarding': {'1.2'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'QosPolicy': {'1.8'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroup': {'1.4'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'SubPort': {'1.0'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Subnet': {'1.1'}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Trunk': {'1.1'}} Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: consumer versions: Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'ConntrackHelper': '1.0', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Log': '1.0', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Network': '1.1', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Port': '1.7', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'PortForwarding': '1.2', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'QosPolicy': '1.8', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroup': '1.4', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroupRule': '1.2', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'SubPort': '1.0', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Subnet': '1.1', Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: 'Trunk': '1.1'}} Jun 16 16:49:01.340022 dv-cinder-772126-4-smb neutron-server[99053]: {{(pid=99053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:49:01.344601 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:01.354652 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Attempting to bind port 74849d23-453d-4ef9-a793-240fabf8c4bf on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:49:01.361540 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Attempting to bind port 74849d23-453d-4ef9-a793-240fabf8c4bf by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:49:01.361540 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Attempting to bind port 74849d23-453d-4ef9-a793-240fabf8c4bf on network 25e28839-bb74-4e02-b19f-2b59f8f05683 {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:49:01.361540 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:49:01.362004 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Checking segment: {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:49:01.362505 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:01.362903 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Bound using segment: {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:49:01.363431 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Bound port: 74849d23-453d-4ef9-a793-240fabf8c4bf, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f38a1b-b5d3-41f4-8188-80343e09d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:49:01.363803 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:01.443982 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] For port 74849d23-453d-4ef9-a793-240fabf8c4bf, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:49:01.465477 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] For port 74849d23-453d-4ef9-a793-240fabf8c4bf, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=74849d23-453d-4ef9-a793-240fabf8c4bf,segment=NetworkSegment(36f38a1b-b5d3-41f4-8188-80343e09d808),segment_id=36f38a1b-b5d3-41f4-8188-80343e09d808)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:49:01.538620 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:01.540880 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:01.597808 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Pushing event updated for resources: {'Port': ['ID=74849d23-453d-4ef9-a793-240fabf8c4bf,revision_number=4']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:01.600418 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Routers {'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:49:01.601096 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:48:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:01.603114 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-53314f47-32dc-4faa-a4e1-62601a5b2c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:01.694046 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] Set router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 gateway port host: None {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:49:01.906896 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'name': 'router1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:58Z', 'revision_number': 2, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'gw_port_host': None, '_interfaces': [{'id': '74849d23-453d-4ef9-a793-240fabf8c4bf', 'name': '', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'mac_address': 'fa:16:3e:99:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:57Z', 'updated_at': '2021-06-16T16:49:01Z', 'revision_number': 4, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'subnets': [{'id': '10d769ac-62e6-4426-9600-65092541fd02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:01.910515 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1b31d-92a5-4df0-9a95-51e1a20d12ab None None] The sync data for ids ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'] in dv-cinder-772126-4-smb is: [{'id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'name': 'router1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:58Z', 'revision_number': 2, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'gw_port_host': None, '_interfaces': [{'id': '74849d23-453d-4ef9-a793-240fabf8c4bf', 'name': '', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'mac_address': 'fa:16:3e:99:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:57Z', 'updated_at': '2021-06-16T16:49:01Z', 'revision_number': 4, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'subnets': [{'id': '10d769ac-62e6-4426-9600-65092541fd02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:49:02.062780 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60442) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:02.176580 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0e0af-79a2-49d4-8e05-444ce9ed840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:02.177963 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-1dd0e0af-79a2-49d4-8e05-444ce9ed840a admin admin] 10.222.0.72 "GET /v2.0/networks/e74e16c3-a3b8-4a86-a49c-4fd7812db28b HTTP/1.1" status: 200 len: 842 time: 0.1143064 Jun 16 16:49:02.187722 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:49:02.303225 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Made reservation on behalf of 17508587962f4a399e7f1aa97a631e80 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:49:02.305536 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:02.680682 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.objects.ports [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99050) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:49:02.681060 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:02.683257 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-094c0f63-a0c4-447a-bb9a-bcb7940eb8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:02.735965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbdc121-fe28-4987-9a2c-897e84c115ab,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:02.739433 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:02.745966 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:49:02.746316 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Network hostable DHCP agents. Network: e74e16c3-a3b8-4a86-a49c-4fd7812db28b, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:49:02.834963 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:49:02.932119 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, e74e16c3-a3b8-4a86-a49c-4fd7812db28b) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:49:02.937259 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:02.937748 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:02.943969 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f1c06-9a56-419b-9e00-97e0babf70b7 None None] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:49:03.053369 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8573966 Jun 16 16:49:03.068834 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d8468-3dd1-4fc7-8acb-b3330661aa26 None None] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:49:05.370689 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60454) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:05.453529 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 74849d23-453d-4ef9-a793-240fabf8c4bf up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:49:05.589378 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7e9f0e26-0644-49c0-8d19-c19c0c6913df admin admin] 10.222.0.72 "GET /v2.0/routers/a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 HTTP/1.1" status: 200 len: 710 time: 0.2165999 Jun 16 16:49:05.646827 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 74849d23-453d-4ef9-a793-240fabf8c4bf completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:49:05.652809 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 74849d23-453d-4ef9-a793-240fabf8c4bf triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:05.652809 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:05.680554 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f8db8-d7b9-4aa8-aa46-fc6e9bd02453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:05.686445 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-fd3f8db8-d7b9-4aa8-aa46-fc6e9bd02453 admin admin] 10.222.0.72 "GET /v2.0/networks/e74e16c3-a3b8-4a86-a49c-4fd7812db28b HTTP/1.1" status: 200 len: 886 time: 0.0869429 Jun 16 16:49:05.692904 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:49:05.830574 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:05.864736 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 74849d23-453d-4ef9-a793-240fabf8c4bf, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=74849d23-453d-4ef9-a793-240fabf8c4bf,segment=NetworkSegment(36f38a1b-b5d3-41f4-8188-80343e09d808),segment_id=36f38a1b-b5d3-41f4-8188-80343e09d808)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:49:05.943814 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:05.946183 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:05.993936 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=74849d23-453d-4ef9-a793-240fabf8c4bf,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:06.006645 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:06.006854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:06.342480 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:06.418324 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:06.618590 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Allocated IP 172.28.0.140 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/84297a4d-90c4-47a5-ae36-4d5984efc967) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:49:06.718292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:06.818419 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:06.820697 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:06.860705 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:49:06.866848 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:49:06.872331 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:49:06.875535 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Pushing event updated for resources: {'Port': ['ID=84297a4d-90c4-47a5-ae36-4d5984efc967,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:06.878292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:07.229427 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:07.438361 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 74849d23-453d-4ef9-a793-240fabf8c4bf up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:49:07.488818 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 74849d23-453d-4ef9-a793-240fabf8c4bf triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:07.489107 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:07.538831 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:07.542222 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16626064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16626146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16407722'] for router, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:07.649512 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:49:07.756109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:49:07.760142 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:07.761331 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] 10.222.0.72 "PUT /v2.0/routers/a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 HTTP/1.1" status: 200 len: 890 time: 2.0733562 Jun 16 16:49:07.776571 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Sync routers for ids ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:49:07.787906 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Routers {'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:49:07.788580 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:48:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:08.011731 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Set router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:49:08.417121 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'name': 'router1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '84297a4d-90c4-47a5-ae36-4d5984efc967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:49:06Z', 'revision_number': 4, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'gw_port': {'id': '84297a4d-90c4-47a5-ae36-4d5984efc967', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:49:06Z', 'updated_at': '2021-06-16T16:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '74849d23-453d-4ef9-a793-240fabf8c4bf', 'name': '', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'mac_address': 'fa:16:3e:99:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:57Z', 'updated_at': '2021-06-16T16:49:05Z', 'revision_number': 5, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'subnets': [{'id': '10d769ac-62e6-4426-9600-65092541fd02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:08.423593 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Checking router: a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:49:08.423957 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Updating router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 port 84297a4d-90c4-47a5-ae36-4d5984efc967 binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:49:08.459122 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:08.790875 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:08.801300 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Transition to ACTIVE for port object 84297a4d-90c4-47a5-ae36-4d5984efc967 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:49:08.898062 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:08.900379 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:08.949715 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Attempting to bind port 84297a4d-90c4-47a5-ae36-4d5984efc967 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:49:08.950093 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Attempting to bind port 84297a4d-90c4-47a5-ae36-4d5984efc967 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:49:08.950454 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Attempting to bind port 84297a4d-90c4-47a5-ae36-4d5984efc967 on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:49:08.956042 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1531135-d0dc-4782-8fba-29d7a9c822bc None None] Pushing event updated for resources: {'Port': ['ID=84297a4d-90c4-47a5-ae36-4d5984efc967,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:08.959869 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-f1531135-d0dc-4782-8fba-29d7a9c822bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:08.961160 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:49:08.961561 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:49:08.961963 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:08.962346 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:49:08.962819 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Bound port: 84297a4d-90c4-47a5-ae36-4d5984efc967, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:49:08.963591 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:09.094320 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] For port 84297a4d-90c4-47a5-ae36-4d5984efc967, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:49:09.097355 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] For port 84297a4d-90c4-47a5-ae36-4d5984efc967, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=84297a4d-90c4-47a5-ae36-4d5984efc967,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:49:09.246768 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:09.249935 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-b3ef9074-d938-4d04-be38-48561af6c8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:09.308664 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Routers {'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:49:09.309281 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:48:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:09.315656 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1531135-d0dc-4782-8fba-29d7a9c822bc None None] Pushing event updated for resources: {'Port': ['ID=84297a4d-90c4-47a5-ae36-4d5984efc967,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:09.318065 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-f1531135-d0dc-4782-8fba-29d7a9c822bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:09.425072 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] Set router a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:49:09.642221 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'name': 'router1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '84297a4d-90c4-47a5-ae36-4d5984efc967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:49:06Z', 'revision_number': 4, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'gw_port': {'id': '84297a4d-90c4-47a5-ae36-4d5984efc967', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:49:06Z', 'updated_at': '2021-06-16T16:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '74849d23-453d-4ef9-a793-240fabf8c4bf', 'name': '', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'mac_address': 'fa:16:3e:99:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:57Z', 'updated_at': '2021-06-16T16:49:05Z', 'revision_number': 5, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'subnets': [{'id': '10d769ac-62e6-4426-9600-65092541fd02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:09.645993 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95dc070-f511-4dfa-9a0a-a7bd8a0f2b0b None None] The sync data for ids ['a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79'] in dv-cinder-772126-4-smb is: [{'id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'name': 'router1', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '84297a4d-90c4-47a5-ae36-4d5984efc967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:49:06Z', 'revision_number': 4, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'gw_port': {'id': '84297a4d-90c4-47a5-ae36-4d5984efc967', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:49:06Z', 'updated_at': '2021-06-16T16:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '74849d23-453d-4ef9-a793-240fabf8c4bf', 'name': '', 'network_id': '25e28839-bb74-4e02-b19f-2b59f8f05683', 'tenant_id': '8479e5c37d1e4587b7c94d0af895eff6', 'mac_address': 'fa:16:3e:99:d6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7e5a3-1f8c-4abd-a4c0-fb9472d29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10d769ac-62e6-4426-9600-65092541fd02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:57Z', 'updated_at': '2021-06-16T16:49:05Z', 'revision_number': 5, 'project_id': '8479e5c37d1e4587b7c94d0af895eff6', 'subnets': [{'id': '10d769ac-62e6-4426-9600-65092541fd02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b88d222-f092-43f8-8d6c-d06cdd123d86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:49:10.184363 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 60462) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:10.313634 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7e2dc793-ef6b-4f6e-a1cf-6f126c87ca09 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1279578 Jun 16 16:49:11.462062 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 84297a4d-90c4-47a5-ae36-4d5984efc967 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:49:11.606610 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 84297a4d-90c4-47a5-ae36-4d5984efc967 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:49:11.611387 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 84297a4d-90c4-47a5-ae36-4d5984efc967 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:11.611766 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:11.692501 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:11.713658 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 84297a4d-90c4-47a5-ae36-4d5984efc967, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=84297a4d-90c4-47a5-ae36-4d5984efc967,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:49:11.852307 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:11.854579 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:11.899651 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=84297a4d-90c4-47a5-ae36-4d5984efc967,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:11.902655 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:13.472347 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 84297a4d-90c4-47a5-ae36-4d5984efc967 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:49:13.523816 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 84297a4d-90c4-47a5-ae36-4d5984efc967 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:13.524224 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:18.055297 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:49:20.894731 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-31e00873-cf6d-4c99-9d68-590914383332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:23.475052 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-68258ec4-3667-41af-a4b8-6cc613b112f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:23.609606 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:24.286052 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.172289 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:50.968623 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-3d91dee0-a264-4b5e-9e72-e141d0faef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:53.468552 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d036873c-3b0b-433e-bf2b-06ed30686e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:53.600166 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:54.324351 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:55.046633 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:49:56.823447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:20.870349 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-76f82061-0c91-4f73-9112-d5b66b9b3839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.475891 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-675d466c-b045-4344-b74e-15ac5de456cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:23.572996 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:24.281493 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:26.195477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:32.045667 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:50:50.874928 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d27ec37d-6379-44e7-bc24-b81371d76610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:53.485748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a8ece6a9-6576-4830-a942-4c8376add8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:53.582043 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:54.308448 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:54.428463 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32798) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:54.491888 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b6fe8d-bff7-41cb-970b-91f486730dba admin admin] GET failed (client error): The resource could not be found. Jun 16 16:50:54.493329 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-50b6fe8d-bff7-41cb-970b-91f486730dba admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637958 Jun 16 16:50:54.662790 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26e07d-a282-480f-a4a9-870c48c01e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:54.664282 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-ba26e07d-a282-480f-a4a9-870c48c01e92 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670012 Jun 16 16:50:56.172779 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:56.878926 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32808) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:56.977400 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380cd18-64a4-4e33-a759-4ef6324d453b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:56.978787 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-c380cd18-64a4-4e33-a759-4ef6324d453b admin admin] 10.222.0.72 "GET /v2.0/subnets/10d769ac-62e6-4426-9600-65092541fd02 HTTP/1.1" status: 200 len: 849 time: 0.0988696 Jun 16 16:50:56.989485 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:50:57.083018 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Notify callbacks [] for subnet, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.292359 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733086449776'] for subnet, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.294956 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:50:57.328748 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:57.330282 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.330824 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] 10.222.0.72 "PUT /v2.0/subnets/10d769ac-62e6-4426-9600-65092541fd02 HTTP/1.1" status: 200 len: 868 time: 0.3456304 Jun 16 16:50:57.359116 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3215b-5a98-40f4-b5d6-3c8d8021a564 None None] Network 25e28839-bb74-4e02-b19f-2b59f8f05683 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:50:57.360962 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d769ac-62e6-4426-9600-65092541fd02,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:50:57.372911 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.373476 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.374054 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.374588 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.377605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.377605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.377605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.377605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.377605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.378118 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.379356 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.379356 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:50:57.385715 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:50:57.849068 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-2323210e-874b-4fb3-8943-424c7e5bc6ec None None] Provisioning complete for port 7bbf99c0-7485-4506-ad02-e488d458d670 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:57.849618 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2323210e-874b-4fb3-8943-424c7e5bc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:57.948567 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-2323210e-874b-4fb3-8943-424c7e5bc6ec None None] Provisioning complete for port 74849d23-453d-4ef9-a793-240fabf8c4bf triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:50:57.948854 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2323210e-874b-4fb3-8943-424c7e5bc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:59.578078 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32816) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:50:59.840338 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b9851-c99f-46b1-af42-3a98f1636ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:59.840738 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b9851-c99f-46b1-af42-3a98f1636ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:59.842450 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-fa8b9851-c99f-46b1-af42-3a98f1636ebd admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2634373 Jun 16 16:51:02.023421 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32826) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:02.209492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866b2bc-7947-48d4-8d81-88025885330f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:02.209910 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866b2bc-7947-48d4-8d81-88025885330f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:02.211448 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0866b2bc-7947-48d4-8d81-88025885330f admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1869073 Jun 16 16:51:05.049873 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32834) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:05.424677 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8421f6c-bb4d-405c-a658-ad440ad8f94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:05.427022 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a8421f6c-bb4d-405c-a658-ad440ad8f94c admin admin] 10.222.0.72 "GET /v2.0/networks/25e28839-bb74-4e02-b19f-2b59f8f05683 HTTP/1.1" status: 200 len: 869 time: 0.3759444 Jun 16 16:51:07.923578 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32842) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:08.087647 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc56d9b-a276-44fb-98d2-d0a4ca73bec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:08.089017 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-6fc56d9b-a276-44fb-98d2-d0a4ca73bec6 admin admin] 10.222.0.72 "GET /v2.0/networks/e74e16c3-a3b8-4a86-a49c-4fd7812db28b HTTP/1.1" status: 200 len: 886 time: 0.1641581 Jun 16 16:51:09.046648 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:10.467252 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32850) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:10.618658 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e5720-8082-44c0-9c68-5c0dd735d414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:10.619122 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e5720-8082-44c0-9c68-5c0dd735d414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:10.620717 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-819e5720-8082-44c0-9c68-5c0dd735d414 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1523948 Jun 16 16:51:12.914556 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32858) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:13.010574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307a292d-966d-409c-b10a-4f984b0c487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:13.011043 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307a292d-966d-409c-b10a-4f984b0c487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:13.012696 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-307a292d-966d-409c-b10a-4f984b0c487c admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970752 Jun 16 16:51:15.237819 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 32866) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:15.389809 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd7228-9e3e-48c2-8abe-89fc3ee5f2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:15.391323 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-37cd7228-9e3e-48c2-8abe-89fc3ee5f2f5 admin admin] 10.222.0.72 "GET /v2.0/subnets/10d769ac-62e6-4426-9600-65092541fd02 HTTP/1.1" status: 200 len: 868 time: 0.1525266 Jun 16 16:51:17.641638 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32874) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:17.728181 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638c4ab-590c-41a3-9a61-1b28b468e107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:17.730103 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-f638c4ab-590c-41a3-9a61-1b28b468e107 admin admin] 10.222.0.72 "GET /v2.0/subnets/fdbdc121-fe28-4987-9a2c-897e84c115ab HTTP/1.1" status: 200 len: 816 time: 0.0873671 Jun 16 16:51:20.886428 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-4d6b378a-462f-4ddc-a556-cd8c054d2016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:23.468207 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c1d1155a-08f4-4eff-9608-4ba55c41b355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:23.603766 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:24.308749 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:26.188525 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:43.103457 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32918) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:43.151726 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [None req-a9cf16ca-b5ea-4ad6-ac87-1079b196cd14 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:51:43.152870 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a9cf16ca-b5ea-4ad6-ac87-1079b196cd14 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484014 Jun 16 16:51:45.500656 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32926) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:45.572843 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb62f32c-7ca7-4576-937d-d0de9bbab608 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:51:45.574575 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-fb62f32c-7ca7-4576-937d-d0de9bbab608 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0728223 Jun 16 16:51:45.671324 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ca031-6380-4345-ac6b-583461e0af14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:45.672744 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-bf8ca031-6380-4345-ac6b-583461e0af14 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0945439 Jun 16 16:51:46.046398 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:48.160533 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32934) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:48.231216 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:51:48.358963 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Made reservation on behalf of 17508587962f4a399e7f1aa97a631e80 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:51:48.361247 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:48.405158 dv-cinder-772126-4-smb neutron-server[99050]: WARNING neutron.services.revisions.revision_plugin [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Could not find related network for resource to bump revision. Jun 16 16:51:48.418778 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:51:48.431045 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:48.431478 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Added segment 1d69f4d3-1f9c-47eb-a726-98b1c720cd6c of type vlan for network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a Jun 16 16:51:48.480354 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:48.570350 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:48.572534 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:48.573225 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:48.575901 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:48.643266 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4810753 Jun 16 16:51:48.643970 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Pushing event updated for resources: {'Network': ['ID=8ceb006d-9827-4ce3-8a43-7a4f01606a6a,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:48.647193 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:48.656230 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:51:50.907589 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-150c858b-fe04-45e3-842a-2474c07c8908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:51.456211 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32942) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:51:51.520101 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe572eb2-f463-4382-81b1-e1745e4432bc admin admin] GET failed (client error): The resource could not be found. Jun 16 16:51:51.521523 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-fe572eb2-f463-4382-81b1-e1745e4432bc admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642710 Jun 16 16:51:51.597765 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb482e5b-ca15-43e5-a922-43cf20bb142a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:51.599351 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-eb482e5b-ca15-43e5-a922-43cf20bb142a admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0732367 Jun 16 16:51:51.611077 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:51:51.690253 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Made reservation on behalf of 17508587962f4a399e7f1aa97a631e80 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:51:51.692496 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:51.987512 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:51.989829 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-211dbb0c-31eb-408d-8940-82e4d222b00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:52.045872 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad99efd-eb0e-4c35-8d94-8d9f7dcda689,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:52.048754 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:52.057717 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Checking segment: {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:51:52.058308 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Network hostable DHCP agents. Network: 8ceb006d-9827-4ce3-8a43-7a4f01606a6a, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:51:52.147171 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:51:52.284658 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 8ceb006d-9827-4ce3-8a43-7a4f01606a6a) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:51:52.289151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:52.289794 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:52.296540 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c11036-b476-48a3-938b-9ed2af292626 None None] Network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:51:52.385422 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7780676 Jun 16 16:51:52.490180 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-8ceb006d-9827-4ce3-8a43-7a4f01606a6a', 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a', 'tenant_id': '17508587962f4a399e7f1aa97a631e80', 'fixed_ips': [{'subnet_id': '5ad99efd-eb0e-4c35-8d94-8d9f7dcda689'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:51:52.491049 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:52.674488 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Allocated IP 192.168.233.2 (8ceb006d-9827-4ce3-8a43-7a4f01606a6a/5ad99efd-eb0e-4c35-8d94-8d9f7dcda689/02861d84-15ab-4beb-a0a7-458018e0d9c4) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:51:52.871257 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:52.885307 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Transition to ACTIVE for port object 02861d84-15ab-4beb-a0a7-458018e0d9c4 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:51:52.912871 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Transition to ACTIVE for port object 02861d84-15ab-4beb-a0a7-458018e0d9c4 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:51:53.011447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:53.016629 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:53.086306 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:51:53.092379 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:51:53.103085 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:51:53.118788 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Pushing event updated for resources: {'Port': ['ID=02861d84-15ab-4beb-a0a7-458018e0d9c4,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:53.154528 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.154871 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.155947 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.155947 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.155947 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.158210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:51:53.162518 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:53.191913 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Attempting to bind port 02861d84-15ab-4beb-a0a7-458018e0d9c4 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:51:53.192297 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Attempting to bind port 02861d84-15ab-4beb-a0a7-458018e0d9c4 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:51:53.192656 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Attempting to bind port 02861d84-15ab-4beb-a0a7-458018e0d9c4 on network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:51:53.199048 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:51:53.199412 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Checking segment: {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:51:53.199823 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:53.200214 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Bound using segment: {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:51:53.200701 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Bound port: 02861d84-15ab-4beb-a0a7-458018e0d9c4, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:51:53.201074 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:53.276635 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] For port 02861d84-15ab-4beb-a0a7-458018e0d9c4, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:51:53.280078 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] For port 02861d84-15ab-4beb-a0a7-458018e0d9c4, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=02861d84-15ab-4beb-a0a7-458018e0d9c4,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:51:53.353735 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:53.356518 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:53.445529 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Pushing event updated for resources: {'Port': ['ID=02861d84-15ab-4beb-a0a7-458018e0d9c4,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:53.459673 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:53.472870 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-bbee0356-a8be-4e2c-afa0-a4178853a75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:53.594166 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:54.319664 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:54.356368 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21052641-8a22-4a88-bd22-9c368ab33635 None None] Network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:51:54.551968 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-40f6c893-4d7d-4c74-b3d7-0d5c025d37bc None None] Provisioning for port 02861d84-15ab-4beb-a0a7-458018e0d9c4 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:51:55.610238 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 02861d84-15ab-4beb-a0a7-458018e0d9c4 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:51:55.845911 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 02861d84-15ab-4beb-a0a7-458018e0d9c4 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:51:55.849606 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 02861d84-15ab-4beb-a0a7-458018e0d9c4 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:51:55.849981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:55.937531 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:55.971846 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 02861d84-15ab-4beb-a0a7-458018e0d9c4, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=02861d84-15ab-4beb-a0a7-458018e0d9c4,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:51:56.089676 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:56.091898 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-f1531135-d0dc-4782-8fba-29d7a9c822bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:51:56.147780 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=02861d84-15ab-4beb-a0a7-458018e0d9c4,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:51:56.151706 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:51:56.181476 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:57.591083 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 02861d84-15ab-4beb-a0a7-458018e0d9c4 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:51:57.650444 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 02861d84-15ab-4beb-a0a7-458018e0d9c4 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:51:57.651053 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:20.930746 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-77946cc3-2240-4be6-864f-bbd14fb046fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.047455 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:52:23.478681 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-504fd3bc-cad7-4671-9ed9-3446f665e05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.587383 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:24.335110 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:26.209384 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:50.974635 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-fc86ce75-e2be-40d6-aa84-54948f03462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:53.466535 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5316125a-18f4-46b5-bf94-d520dcfc64e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:53.603165 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:54.283402 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:56.220793 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:00.045888 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:53:13.670620 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 32994) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:13.676597 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [None req-b5290a78-4dc2-4889-895b-c03c7107e057 tempest-verify_tempest_config-848524104 tempest-verify_tempest_config-848524104-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:53:13.677566 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-b5290a78-4dc2-4889-895b-c03c7107e057 tempest-verify_tempest_config-848524104 tempest-verify_tempest_config-848524104-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059617 Jun 16 16:53:14.223272 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33012) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:14.339128 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.458990 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.539981 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.544077 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:14.582547 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e215caf4b64c4d55a478e6bba739c171&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3581309 Jun 16 16:53:14.585374 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33020) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:53:14.591433 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a79b7a4-bd21-4524-9a2f-942d00399872,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:14.600897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.601233 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.601594 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.601920 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.602239 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.602555 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.602871 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.603178 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.603500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.603806 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.604115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.604437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Tracked resource versions report: Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: pushed versions: Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: { 'AddressGroup': {'1.2'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'ConntrackHelper': {'1.0'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Log': {'1.0'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Network': {'1.1'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Port': {'1.7'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'PortForwarding': {'1.2'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'QosPolicy': {'1.8'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroup': {'1.4'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'SubPort': {'1.0'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Subnet': {'1.1'}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Trunk': {'1.1'}} Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: consumer versions: Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'ConntrackHelper': '1.0', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Log': '1.0', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Network': '1.1', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Port': '1.7', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'PortForwarding': '1.2', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'QosPolicy': '1.8', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroup': '1.4', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroupRule': '1.2', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'SubPort': '1.0', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Subnet': '1.1', Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: 'Trunk': '1.1'}} Jun 16 16:53:14.605538 dv-cinder-772126-4-smb neutron-server[99051]: {{(pid=99051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:53:14.637512 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:14.750911 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.771285 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.951701 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.954527 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:14.955702 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a79b7a4-bd21-4524-9a2f-942d00399872 HTTP/1.1" status: 204 len: 168 time: 0.3692646 Jun 16 16:53:14.956444 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:53:14.964741 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a79b7a4-bd21-4524-9a2f-942d00399872,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:53:14.971802 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.972141 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.972471 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.972873 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.973102 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.973456 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.973894 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.974216 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.975280 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.975619 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.975931 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.976243 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:53:14.979486 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:53:20.957270 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-36ae94d9-cf3b-4fb8-9574-f820c4b1ec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:23.494297 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5b0a4ba4-fd27-4cbd-9384-07dd2ff89cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:23.602610 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:24.305454 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:26.180095 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:37.044174 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:53:50.922820 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dc3-e57a-4b15-88c1-f43b377179a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:53.482764 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-08806a89-c2a0-4db5-bb4a-a56cdea76ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:53.608401 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:54.299544 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:56.234801 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:14.042693 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:20.914162 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-cddb8ca8-9edd-49f2-9479-38374f4f3474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:23.482205 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1504019d-d5ab-4a91-814c-f91072e49fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:23.613712 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:24.299052 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:26.190889 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:50.916523 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-42adcffb-eda9-4672-9923-8f9e4df2bf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:51.040598 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 5 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:53.478843 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-31248a73-e0b6-49ab-9c1a-b740f2f01f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:53.575594 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:54.307349 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:56.218617 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:58.676275 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847'] for agent, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:04.162541 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33074) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:04.289918 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-141493a4-81f8-4716-ab20-3407f3c7a9c0 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1253912 Jun 16 16:55:06.901316 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33084) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:06.967991 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-385656af-6147-406c-addf-1b65cb0cc09d admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0655000 Jun 16 16:55:20.921739 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-75eaff84-a022-49fc-ab47-2b5ede5ded54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.494813 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-f45839d4-4c59-4430-b19d-82029afc8b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:23.584099 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.306513 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:26.208163 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:28.040249 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:55:28.649040 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:50.974015 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-464112c4-874b-4532-be70-253ce94428be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.471559 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9f17379d-1327-47fa-8198-164bea2c7b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:53.609018 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:54.308178 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:56.231878 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:58.665612 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:05.043306 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:20.921288 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a7f0-5120-491c-9902-8336579170bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:23.515862 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ec2b784c-b553-40e0-a6af-f1e4c3d30dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:23.607296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:24.287170 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:26.230505 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:28.659167 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:42.043427 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:46.111179 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33312) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:46.398453 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33326) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:46.414594 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33330) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:46.429331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33334) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:46.511555 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-network', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:46.629439 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Made reservation on behalf of 98d7f3a06c3d4b96bbff330a9abc6529 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:46.632117 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.640771 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.754352 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.823393 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.839553 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:56:46.855665 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.856790 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Added segment c9759f96-0b71-4711-80b0-0ceb4b720d02 of type vlan for network 3fae4177-1249-45b0-b1d5-76c802f9fafd Jun 16 16:56:46.878381 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1156794844-network', 'tenant_id': '76cbb6cc280644028b801f9969c1a564'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:46.915877 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:46.921181 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-58878177-network', 'tenant_id': '1f6970415cf742bc968b5e1a154c8fa4'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:46.929448 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:46.938629 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-357124141-network', 'tenant_id': 'e587d75655f3419f8cf9843145a7d46c'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:46.970891 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6b431-d471-48e0-94db-9ba5ca0eefe0,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:46.986291 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.986631 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.986965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.987368 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.987872 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.988202 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.988524 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.988844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.989182 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.989604 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.989920 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.990326 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Tracked resource versions report: Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: pushed versions: Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: { 'AddressGroup': {'1.2'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'ConntrackHelper': {'1.0'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Log': {'1.0'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Network': {'1.1'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Port': {'1.7'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'PortForwarding': {'1.2'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'QosPolicy': {'1.8'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroup': {'1.4'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'SubPort': {'1.0'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Subnet': {'1.1'}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Trunk': {'1.1'}} Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: consumer versions: Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: HyperV agent@hv-cinder-77212: {}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'ConntrackHelper': '1.0', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Log': '1.0', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Network': '1.1', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Port': '1.7', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'PortForwarding': '1.2', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'QosPolicy': '1.8', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroup': '1.4', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'SecurityGroupRule': '1.2', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'SubPort': '1.0', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Subnet': '1.1', Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: 'Trunk': '1.1'}} Jun 16 16:56:46.991355 dv-cinder-772126-4-smb neutron-server[99050]: {{(pid=99050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:56:46.996268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:47.029354 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Made reservation on behalf of 76cbb6cc280644028b801f9969c1a564 for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:47.033101 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.041978 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.162561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.163253 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Made reservation on behalf of 1f6970415cf742bc968b5e1a154c8fa4 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:47.165758 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.169268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:47.169877 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.184612 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9675bcf4-0863-439a-ba7f-366d865c6823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:47.186948 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.255365 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Pushing event updated for resources: {'Network': ['ID=3fae4177-1249-45b0-b1d5-76c802f9fafd,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:47.258050 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:47.266414 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:56:47.282668 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Made reservation on behalf of e587d75655f3419f8cf9843145a7d46c for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:47.285093 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.294268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.487901 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3754005 Jun 16 16:56:47.490961 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33380) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:47.496328 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Request body: {'subnet': {'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-subnet', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:47.582190 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.752437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.758685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-735da270-b6b3-40fe-9edc-12e8e137117e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:47.793726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9fd902-19c1-4640-929a-8a78508a930e,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:47.805813 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.806289 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.806626 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.807110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.807439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.807761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.808390 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.808878 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.809725 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.810227 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.811087 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.811565 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Tracked resource versions report: Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: pushed versions: Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: { 'AddressGroup': {'1.2'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'ConntrackHelper': {'1.0'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Log': {'1.0'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Network': {'1.1'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Port': {'1.7'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'PortForwarding': {'1.2'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'QosPolicy': {'1.8'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroup': {'1.4'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'SubPort': {'1.0'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Subnet': {'1.1'}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Trunk': {'1.1'}} Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: consumer versions: Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: HyperV agent@hv-cinder-77212: {}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'ConntrackHelper': '1.0', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Log': '1.0', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Network': '1.1', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Port': '1.7', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'PortForwarding': '1.2', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'QosPolicy': '1.8', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroup': '1.4', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'SecurityGroupRule': '1.2', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'SubPort': '1.0', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Subnet': '1.1', Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: 'Trunk': '1.1'}} Jun 16 16:56:47.813205 dv-cinder-772126-4-smb neutron-server[99051]: {{(pid=99051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:56:47.820669 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:47.831970 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:56:47.849497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733086530856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.850270 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Unsubscribe: segment precommit_create {{(pid=99051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:56:47.850994 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Added segment 33c70db7-2c4a-4c4a-a71c-fef4db5e5915 of type vlan for network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba Jun 16 16:56:47.867635 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:47.923374 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.178957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.180810 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.187080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:48.187080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.195278 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:48.198880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:56:48.211070 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.211552 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Added segment f9cdde76-6c26-4e7b-847e-83bc690a0a82 of type vlan for network af7ed4a9-382f-4b15-ac8c-b0a683639757 Jun 16 16:56:48.222394 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:48.231413 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.db.api [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:56:48.231413 dv-cinder-772126-4-smb neutron-server[99050]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:56:48.231413 dv-cinder-772126-4-smb neutron-server[99050]: [parameters: {'project_id_1': '98d7f3a06c3d4b96bbff330a9abc6529', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 56, 47, 502077)}] Jun 16 16:56:48.231413 dv-cinder-772126-4-smb neutron-server[99050]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:56:48.232490 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_db.api [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:56:48.310428 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Pushing event updated for resources: {'Network': ['ID=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:48.314816 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:48.315181 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:48.324679 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:56:48.331131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:48.341301 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.440634 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.458801 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.460586 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:48.461221 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.464575 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-94d87686-a86a-4d0a-8691-bb50707e0142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:48.521593 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.549942 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Pushing event updated for resources: {'Network': ['ID=af7ed4a9-382f-4b15-ac8c-b0a683639757,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:48.553268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:48.553746 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d874a2c9-5c9c-4ea9-b465-c379bd12ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:48.563385 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network af7ed4a9-382f-4b15-ac8c-b0a683639757 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:56:48.566385 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:56:48.588271 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.588881 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Added segment 3fb75719-85d3-466f-b45b-ebae619ec841 of type vlan for network b340e6bf-b4e0-48fc-8285-d6cf2fe65e85 Jun 16 16:56:48.590716 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e5b1f-d6f3-480a-a8ea-9fce29143e0e,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:48.601392 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1700051 Jun 16 16:56:48.608648 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33416) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:48.609277 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:48.609277 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1898932 Jun 16 16:56:48.609794 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Request body: {'subnet': {'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1156794844-subnet', 'tenant_id': '76cbb6cc280644028b801f9969c1a564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:48.611077 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33418) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:48.616211 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Request body: {'subnet': {'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-58878177-subnet', 'tenant_id': '1f6970415cf742bc968b5e1a154c8fa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:48.653609 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.718842 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Made reservation on behalf of 76cbb6cc280644028b801f9969c1a564 for: {'subnet': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:48.724131 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.733145 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.737971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:48.738760 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.750134 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4fc9ee2b-c05d-47ea-8cec-589c182f9390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:48.832958 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b340e6bf-b4e0-48fc-8285-d6cf2fe65e85,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:48.844577 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network b340e6bf-b4e0-48fc-8285-d6cf2fe65e85 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:56:48.849461 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:48.855948 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Made reservation on behalf of 1f6970415cf742bc968b5e1a154c8fa4 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:48.858443 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:48.982633 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5801449 Jun 16 16:56:48.984040 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33436) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:48.990760 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Request body: {'subnet': {'network_id': 'b340e6bf-b4e0-48fc-8285-d6cf2fe65e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-357124141-subnet', 'tenant_id': 'e587d75655f3419f8cf9843145a7d46c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:49.163333 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Made reservation on behalf of 98d7f3a06c3d4b96bbff330a9abc6529 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:49.167636 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.191408 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33448) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:49.225604 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.246720 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:49.314187 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Made reservation on behalf of e587d75655f3419f8cf9843145a7d46c for: {'subnet': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:49.316906 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Notify callbacks [] for subnet, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.373891 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Checking segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:49.374280 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Network hostable DHCP agents. Network: e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:56:49.393757 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae82268-c098-4e2c-8410-dfb3412966d9,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:49.486977 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:49.501949 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.507894 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d6be0108-58d7-4ba3-b3c4-a0e8dff71f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:49.511774 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.551252 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8278811e-9edb-4915-b9ba-430f3a1b3434,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:49.558588 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:49.596327 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Checking segment: {'id': 'f9cdde76-6c26-4e7b-847e-83bc690a0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:49.596760 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Network hostable DHCP agents. Network: af7ed4a9-382f-4b15-ac8c-b0a683639757, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:56:49.675610 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:56:49.711383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.712561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Network af7ed4a9-382f-4b15-ac8c-b0a683639757 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:56:49.723118 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-ef8161f1-6547-4695-a40c-51ce8cdfa558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:49.734827 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.785974 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7baf97da-8d00-44d2-95d9-fe7f16bbfa79,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:49.790650 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:49.797084 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Checking segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:49.797837 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Network hostable DHCP agents. Network: 3fae4177-1249-45b0-b1d5-76c802f9fafd, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:56:49.818356 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba) {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:49.820538 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.820977 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.822865 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, af7ed4a9-382f-4b15-ac8c-b0a683639757) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:49.827372 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:49.828173 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.831278 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:49.841215 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:49.841834 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.841971 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef5a37-b196-4f17-b8b9-e9e936b58692 None None] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:49.904623 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:56:49.909859 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=212528a97bdb4e7d8f9c0118a65c5059&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7172756 Jun 16 16:56:49.912930 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33480) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:49.917184 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de2a98b-6ab4-4c12-85cb-cb81a05eec6a,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:49.928164 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:49.928762 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:49.932211 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce574623-396c-48f6-a0a2-0e958addc6c5 None None] Network af7ed4a9-382f-4b15-ac8c-b0a683639757 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:49.934138 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 3fae4177-1249-45b0-b1d5-76c802f9fafd) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:49.941503 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:49.942098 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:49.956014 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c9589e-1e84-4ee3-b6df-811d41a31ff1 None None] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:49.970418 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3498824 Jun 16 16:56:49.994738 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.011255 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a49c228-9a39-4af3-8884-86f05d886b95,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:50.018897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:50.026322 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Checking segment: {'id': '3fb75719-85d3-466f-b45b-ebae619ec841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b340e6bf-b4e0-48fc-8285-d6cf2fe65e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:50.026711 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Network hostable DHCP agents. Network: b340e6bf-b4e0-48fc-8285-d6cf2fe65e85, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:56:50.027503 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.070467 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4673321 Jun 16 16:56:50.076699 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e88ce36b-f2ea-4583-9284-c730421a294c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5843666 Jun 16 16:56:50.080357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33486) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:50.086383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:50.144627 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Network b340e6bf-b4e0-48fc-8285-d6cf2fe65e85 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:56:50.185966 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33492) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:50.200903 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.202399 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.229377 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, b340e6bf-b4e0-48fc-8285-d6cf2fe65e85) {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:50.233824 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:50.237737 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.237907 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.264389 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60671dc7-31cd-46db-9a20-4773c8af9563 None None] Network b340e6bf-b4e0-48fc-8285-d6cf2fe65e85 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:50.270267 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.271580 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7de2a98b-6ab4-4c12-85cb-cb81a05eec6a HTTP/1.1" status: 204 len: 168 time: 0.3575022 Jun 16 16:56:50.283627 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:50.332850 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3466823 Jun 16 16:56:50.380337 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de2a98b-6ab4-4c12-85cb-cb81a05eec6a,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:50.383017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:50.400531 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.445040 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a216cc2-b5ec-4ccf-af50-67f7a3754698 None None] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:50.462706 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.593988 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-3fae4177-1249-45b0-b1d5-76c802f9fafd', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:56:50.595144 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.613775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.640826 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4131c7-cfde-4da1-9576-ba915df27887 None None] Network af7ed4a9-382f-4b15-ac8c-b0a683639757 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:50.688653 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.722870 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:50.755013 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:50.807719 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a54bb-1255-4483-8cb6-cc924e54823d None None] Network b340e6bf-b4e0-48fc-8285-d6cf2fe65e85 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:50.861701 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d700835026744b58af2c7a34497c68a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6738169 Jun 16 16:56:50.864696 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33526) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:50.881406 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b8df06-7b0d-47f7-b4e4-ba4d7d7beeb2,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:50.886072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:51.011093 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.084814 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.096366 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33544) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:51.099196 dv-cinder-772126-4-smb neutron-server[99050]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:56:51.276631 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Allocated IP 172.20.0.2 (3fae4177-1249-45b0-b1d5-76c802f9fafd/7baf97da-8d00-44d2-95d9-fe7f16bbfa79/c31f7cd5-7a5a-42d2-8605-2f39099dbed9) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:51.338812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.342446 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.346364 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8b8df06-7b0d-47f7-b4e4-ba4d7d7beeb2 HTTP/1.1" status: 204 len: 168 time: 0.4779959 Jun 16 16:56:51.346364 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5cda91be-6707-4a74-a7c4-2069112f0984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:51.348380 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7087efd0-b892-476d-92f0-6f2ba80dc5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.354555 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b8df06-7b0d-47f7-b4e4-ba4d7d7beeb2,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:51.363576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:51.434268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.460302 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.522993 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-1b9ae03d-6a49-4c20-a9a0-1a741801afe6 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:51.530333 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-1b9ae03d-6a49-4c20-a9a0-1a741801afe6 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/networks?id=af7ed4a9-382f-4b15-ac8c-b0a683639757 HTTP/1.1" status: 200 len: 810 time: 0.4327106 Jun 16 16:56:51.558461 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-19bd6489-b787-4467-9e81-572887e925c8 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/quotas/1f6970415cf742bc968b5e1a154c8fa4 HTTP/1.1" status: 200 len: 375 time: 0.0269525 Jun 16 16:56:51.567857 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.579104 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Transition to ACTIVE for port object c31f7cd5-7a5a-42d2-8605-2f39099dbed9 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:51.598216 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Transition to ACTIVE for port object c31f7cd5-7a5a-42d2-8605-2f39099dbed9 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:51.616168 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-735e2f87-fe88-4e4d-8c46-cf71667a205d tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f6970415cf742bc968b5e1a154c8fa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567963 Jun 16 16:56:51.690469 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Allocated IP 172.28.0.213 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:51.714960 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33572) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:51.784703 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33580) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:51.791526 dv-cinder-772126-4-smb neutron-server[99051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:56:51.792862 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.796621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.802976 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:51.862371 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:51.941301 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:51.950089 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:51.955153 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:51.996187 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Pushing event updated for resources: {'Port': ['ID=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:52.025137 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.025535 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.025708 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.026042 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.026582 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.026819 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.027147 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.027469 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.027785 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.028452 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.029634 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.029971 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Tracked resource versions report: Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: pushed versions: Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: { 'AddressGroup': {'1.2'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'ConntrackHelper': {'1.0'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Log': {'1.0'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Network': {'1.1'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Port': {'1.7'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'PortForwarding': {'1.2'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'QosPolicy': {'1.8'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroup': {'1.4'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'SubPort': {'1.0'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Subnet': {'1.1'}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Trunk': {'1.1'}} Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: consumer versions: Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: HyperV agent@hv-cinder-77212: {}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'ConntrackHelper': '1.0', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Log': '1.0', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Network': '1.1', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Port': '1.7', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'PortForwarding': '1.2', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'QosPolicy': '1.8', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroup': '1.4', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'SecurityGroupRule': '1.2', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'SubPort': '1.0', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Subnet': '1.1', Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: 'Trunk': '1.1'}} Jun 16 16:56:52.031069 dv-cinder-772126-4-smb neutron-server[99052]: {{(pid=99052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:56:52.034847 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:52.035619 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.042544 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:52.053541 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Attempting to bind port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:52.053928 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Attempting to bind port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:52.054300 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Attempting to bind port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:52.060298 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:52.060685 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Checking segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:52.061171 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.061602 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Bound using segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:52.062094 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Bound port: c31f7cd5-7a5a-42d2-8605-2f39099dbed9, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:52.066765 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.113200 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-4d10a957-38d5-4986-989d-fb7f0f7f6721 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:52.116096 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:52.120189 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-4d10a957-38d5-4986-989d-fb7f0f7f6721 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.3302493 Jun 16 16:56:52.147891 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:52.148897 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-8b2643cb-fb2b-4bf5-9efb-4fa2970caebe tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/quotas/76cbb6cc280644028b801f9969c1a564 HTTP/1.1" status: 200 len: 375 time: 0.0277557 Jun 16 16:56:52.166183 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:52.170620 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Pushing event updated for resources: {'Port': ['ID=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:52.177492 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:52.196808 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] For port c31f7cd5-7a5a-42d2-8605-2f39099dbed9, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:52.203977 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] For port c31f7cd5-7a5a-42d2-8605-2f39099dbed9, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:52.219845 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-4f9263eb-6866-468d-8271-3fb0de775b9e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691333 Jun 16 16:56:52.244635 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.269851 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.285390 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:52.328812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.331539 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:52.380360 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Pushing event updated for resources: {'Port': ['ID=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:52.385572 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d708ccb171cb4056a4a2cb9b1c6d2d68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6681006 Jun 16 16:56:52.387356 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:52.388366 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33600) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:52.394767 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b114d51-0ebf-4451-ae87-3cf6931a45df,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:52.402886 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:52.536563 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.577387 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.603310 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.692997 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33610) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:52.720080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.815855 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.823922 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.829838 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b114d51-0ebf-4451-ae87-3cf6931a45df HTTP/1.1" status: 204 len: 168 time: 0.4358869 Jun 16 16:56:52.829838 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2313af58-d33c-4485-89fe-2e540e625f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:52.843672 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b114d51-0ebf-4451-ae87-3cf6931a45df,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:52.846559 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:52.870836 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-62972b9f-cebf-4cbb-9a1d-de992ea61ca2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:56:52.870836 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-62972b9f-cebf-4cbb-9a1d-de992ea61ca2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3645840 Jun 16 16:56:52.909471 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:52.918033 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-0efa9297-5100-46d6-941f-96bf4d018b31 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:56:52.919475 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-0efa9297-5100-46d6-941f-96bf4d018b31 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1326649 Jun 16 16:56:52.947674 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.024918 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.032764 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4008d712-e55f-47fe-979b-1bea7c65cf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:53.083286 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33618) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:53.093319 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364303854-network', 'tenant_id': '22054647e4094dfa93bf232b8f589b0c'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:53.100503 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c370d9b042e49e4a1890d81dbd58847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4050441 Jun 16 16:56:53.106369 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6add564f-2365-41fc-af3c-08a2fd3a1b9c service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785388 Jun 16 16:56:53.106820 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33620) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:53.111311 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f056c-8ec3-4bf9-a5bc-4a0cb2e80803,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:53.145612 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:53.162878 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-5ea03e7a-677e-4a76-a418-75dc0946604d service neutron] 10.222.0.72 "GET /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737865 Jun 16 16:56:53.261880 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.267819 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Made reservation on behalf of 22054647e4094dfa93bf232b8f589b0c for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:53.276156 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.298693 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-ded5f7d4-0346-4d18-a7b4-4404d8fc4208 service neutron] 10.222.0.72 "GET /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200545 Jun 16 16:56:53.299924 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.312570 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.325679 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-7987b61f-c27b-4c2b-bca1-31d3ab9916e1 service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953189 Jun 16 16:56:53.366370 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:56:53.509496 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-831242f0-2311-480b-9d55-3033dbb0e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.582273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.583571 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.587629 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.592477 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e3f056c-8ec3-4bf9-a5bc-4a0cb2e80803 HTTP/1.1" status: 204 len: 168 time: 0.4814329 Jun 16 16:56:53.592477 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b97573ae-fe49-43ef-8b0a-2efb38905d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:53.606051 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f056c-8ec3-4bf9-a5bc-4a0cb2e80803,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:53.610487 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:53.658123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.704716 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.718792 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:56:53.740180 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.740903 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Added segment fa7b1d91-b254-4c1b-95b6-ad8f84fb481a of type vlan for network 5a7344c7-2d02-4c17-bda4-e915607dd46b Jun 16 16:56:53.761512 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced96512-9ca8-495f-8cc8-72ac5182dec8 None None] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:53.853789 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:53.935349 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:53.974197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:56:53.983797 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:56:54.003741 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:54.005188 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c31f7cd5-7a5a-42d2-8605-2f39099dbed9 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:54.011688 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:56:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:54.060560 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.076494 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-abec8d25-d5b5-4db2-8183-7787ed94e2ff req-70f7d9dd-e810-4116-a453-aba796e77a0f tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.1442921 Jun 16 16:56:54.081169 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.083785 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0007362 Jun 16 16:56:54.085144 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33680) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:54.087644 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:54.089716 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.137990 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ac42a-1ad1-4035-b5d2-592f1c0e404c,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:54.141933 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:54.150804 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:54.176261 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-4a300638-64fe-47b1-b5c4-365befaf5666 None None] Provisioning for port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:54.215489 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1c95afb8-16f3-4b9b-922f-acd918861ea3 req-9f56877e-63d5-472b-8028-0890c7b1c9d1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0487826 Jun 16 16:56:54.267421 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33684) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:54.273441 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1801238 Jun 16 16:56:54.273441 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Pushing event updated for resources: {'Network': ['ID=5a7344c7-2d02-4c17-bda4-e915607dd46b,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:54.276440 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Request body: {'subnet': {'network_id': '5a7344c7-2d02-4c17-bda4-e915607dd46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364303854-subnet', 'tenant_id': '22054647e4094dfa93bf232b8f589b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:56:54.287370 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:54.288056 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 5a7344c7-2d02-4c17-bda4-e915607dd46b details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:56:54.311161 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:54.321629 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:54.333688 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:54.334356 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.431184 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.494468 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Made reservation on behalf of 22054647e4094dfa93bf232b8f589b0c for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:56:54.501113 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.687275 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:52Z', 'revision_number': 3, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:54.696897 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:56:54.697330 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Updating router 20a8842e-3c69-4ee4-8e27-77e3ea320469 port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:56:54.791217 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:54.908131 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ee988696-951a-4f72-a69a-1d5225ad5905 None None] Provisioning complete for port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:54.908709 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ee988696-951a-4f72-a69a-1d5225ad5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.011474 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.059476 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port c31f7cd5-7a5a-42d2-8605-2f39099dbed9, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:55.168626 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.170561 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ee988696-951a-4f72-a69a-1d5225ad5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.196123 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.209098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.219771 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.288419 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.317357 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Transition to ACTIVE for port object 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:55.328221 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.db.api [None req-ee988696-951a-4f72-a69a-1d5225ad5905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:56:55.328734 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_db.api [None req-ee988696-951a-4f72-a69a-1d5225ad5905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:56:55.342995 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.346889 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.363216 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6f6b3235-b0f6-4f56-bd39-1a0138b0a5ed req-64884925-082f-45c5-b276-eac17d9b7a36 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.1200135 Jun 16 16:56:55.368433 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33744) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:55.372879 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-47fea70f-061f-4523-876b-19bf3279fcf2 req-281157a7-30c4-48e7-8a64-020f787c11dd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0677862 Jun 16 16:56:55.385374 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Checking segment: {'id': 'fa7b1d91-b254-4c1b-95b6-ad8f84fb481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5a7344c7-2d02-4c17-bda4-e915607dd46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:55.386023 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Network hostable DHCP agents. Network: 5a7344c7-2d02-4c17-bda4-e915607dd46b, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:56:55.401715 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5001be2c-ec90-4f4b-af17-bfd199cd8a77,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.406081 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.408786 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.418074 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.423126 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.479254 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Attempting to bind port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:56:55.480132 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Attempting to bind port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:56:55.480714 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Attempting to bind port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:56:55.489720 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Pushing event updated for resources: {'Port': ['ID=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,revision_number=2']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.493385 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:56:55.494121 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:56:55.494734 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.495204 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:56:55.495769 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Bound port: 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:56:55.496319 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.504313 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.505592 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.506176 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.506802 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.507305 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.507821 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.508322 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.508813 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.509307 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.509809 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.513494 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.513494 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Tracked resource versions report: Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: pushed versions: Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: { 'AddressGroup': {'1.2'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'ConntrackHelper': {'1.0'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Log': {'1.0'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Network': {'1.1'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Port': {'1.7'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'PortForwarding': {'1.2'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'QosPolicy': {'1.8'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroup': {'1.4'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'SubPort': {'1.0'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Subnet': {'1.1'}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Trunk': {'1.1'}} Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: consumer versions: Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: { DHCP agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: HyperV agent@hv-cinder-77212: {}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: L3 agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: Metadata agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: Metering agent@dv-cinder-772126-4-smb: {}, Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: Open vSwitch agent@dv-cinder-772126-4-smb: { 'AddressGroup': '1.2', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'ConntrackHelper': '1.0', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Log': '1.0', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Network': '1.1', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Port': '1.7', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'PortForwarding': '1.2', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'QosPolicy': '1.8', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroup': '1.4', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'SecurityGroupRule': '1.2', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'SubPort': '1.0', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Subnet': '1.1', Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: 'Trunk': '1.1'}} Jun 16 16:56:55.514541 dv-cinder-772126-4-smb neutron-server[99053]: {{(pid=99053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:56:55.544098 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.566041 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Network 5a7344c7-2d02-4c17-bda4-e915607dd46b is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:56:55.584395 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] For port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:56:55.587959 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] For port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:56:55.666038 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Allocated IP 172.20.0.1 (3fae4177-1249-45b0-b1d5-76c802f9fafd/7baf97da-8d00-44d2-95d9-fe7f16bbfa79/8ecfe567-a859-4bb4-bd4a-9be4010b907c) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:56:55.744124 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.748166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 5a7344c7-2d02-4c17-bda4-e915607dd46b) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:55.748390 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:55.749748 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.757137 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e612a3-c23d-4588-a2fb-5c0b8295f411 None None] Network 5a7344c7-2d02-4c17-bda4-e915607dd46b requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:55.761802 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:55.762621 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:55.825780 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:55.826421 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:56:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:55.830130 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Pushing event updated for resources: {'Port': ['ID=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:55.879388 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-5ec4a67b-49b1-4ad2-a78b-a294dff5b5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:55.891580 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c31f7cd5-7a5a-42d2-8605-2f39099dbed9 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:55.997375 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:55.999774 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.075888 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Transition to ACTIVE for port object 8ecfe567-a859-4bb4-bd4a-9be4010b907c will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:56:56.076573 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:56.077542 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.115539 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f550bf7-be97-4837-bb16-dbaad2cfa2a7 None None] Network 5a7344c7-2d02-4c17-bda4-e915607dd46b requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:56:56.117296 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.213067 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.220297 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:56.306273 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.313317 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33776) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:56.325951 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e98a13d68c294f28b581bae930f81bb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9489436 Jun 16 16:56:56.329904 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b6bec4-7c19-4cc1-9c19-8b7621956964,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:56.342100 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0694747 Jun 16 16:56:56.346457 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:56.349157 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:56.355384 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.368220 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:52Z', 'revision_number': 3, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:56.425102 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ac532-5ace-4d4e-9a60-9db8c7f56794 None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:52Z', 'revision_number': 3, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:56:56.509632 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ecfe567-a859-4bb4-bd4a-9be4010b907c,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:56.514577 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:56.517525 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:56.519913 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:56.524527 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:56:56.539277 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.630431 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88cd0c5e-0e70-4cf0-a375-1f35c9e47249 req-0ac826cc-2fa4-40bf-b7f1-136d95f78e35 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.0988343 Jun 16 16:56:56.638664 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.675484 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.686452 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33796) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:56.729677 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6142dddf-05d3-435e-8649-906a2d357883 req-893051d6-543a-45ca-bf76-13c1c08465a5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.1032939 Jun 16 16:56:56.800934 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Deleting subnet 3a49c228-9a39-4af3-8884-86f05d886b95 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:56:56.818794 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.864483 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.886348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.952199 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.957188 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:56.962686 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51b6bec4-7c19-4cc1-9c19-8b7621956964 HTTP/1.1" status: 204 len: 168 time: 0.6482160 Jun 16 16:56:56.976046 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:57.026775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b6bec4-7c19-4cc1-9c19-8b7621956964,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:57.033952 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:57.079824 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.156013 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-cf37067a-51c8-418f-afb4-69e7b22caef5 None None] Provisioning for port 8ecfe567-a859-4bb4-bd4a-9be4010b907c completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:57.164709 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-cf37067a-51c8-418f-afb4-69e7b22caef5 None None] Provisioning complete for port 8ecfe567-a859-4bb4-bd4a-9be4010b907c triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:57.165504 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-cf37067a-51c8-418f-afb4-69e7b22caef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.220968 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.225010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-558cc61f-970a-4dc3-9349-563129e95cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:57.267762 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-cf37067a-51c8-418f-afb4-69e7b22caef5 None None] Port 8ecfe567-a859-4bb4-bd4a-9be4010b907c cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:57.310848 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a49c228-9a39-4af3-8884-86f05d886b95,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:57.338147 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.344083 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33818) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:57.344677 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3a49c228-9a39-4af3-8884-86f05d886b95 HTTP/1.1" status: 204 len: 168 time: 0.6564894 Jun 16 16:56:57.360445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:57.456085 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.467700 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.699871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.702977 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.748519 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:57.751274 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7998f63d-3be1-4705-8811-bdc25c78b82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:57.789682 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.790057 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.790973 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.791310 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > port after_create 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.791659 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.791998 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > port after_update 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.802064 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.809158 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.810081 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:57.810631 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:58.367991 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:58.369130 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9643044e-88b4-4dac-87b1-8c1371de04d1 req-b4e20ee3-2bc0-4d2a-8160-5d675a56e187 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.0301991 Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b340e6bf-b4e0-48fc-8285-d6cf2fe65e85']}} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb75719-85d3-466f-b45b-ebae619ec841') {'for_net_delete': True} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb75719-85d3-466f-b45b-ebae619ec841') {} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14175031'] for segment, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cb95a447-6c52-440c-8f1b-4074324ffdc7 req-31f3dcf2-a6eb-4a04-992d-c2383f3da242 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0805545 Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ecfe567-a859-4bb4-bd4a-9be4010b907c,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:58.412826 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.417941 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33852) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:58.418527 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:56:58.419261 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.419533 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=99050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:56:58.419533 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14373884'] for segment, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.419911 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: from cryptography.utils import int_from_bytes Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: from cryptography.utils import int_from_bytes Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: Traceback (most recent call last): Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: timer() Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: cb(*args, **kw) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: return func(*args, **kwargs) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: self._notify() Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: self.callback(batched_events) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: event.method(event) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: return f(self, *a, **k) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: return self._get(url).json() Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: return self.request(url, 'GET', **kwargs) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:56:58.419989 dv-cinder-772126-4-smb neutron-server[99050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:56:58.430364 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.526782 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:56:58.530664 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:56:58.573123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.584723 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.652367 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:56:58.702307 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:56:58.818411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.818574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.831182 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:58.838004 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.840063 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] 10.222.0.72 "DELETE /v2.0/networks/b340e6bf-b4e0-48fc-8285-d6cf2fe65e85 HTTP/1.1" status: 204 len: 168 time: 1.4940317 Jun 16 16:56:58.851431 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33866) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:58.854675 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Pushing event deleted for resources: {'Network': ['ID=b340e6bf-b4e0-48fc-8285-d6cf2fe65e85,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:58.859802 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6e962e1d-3818-42ee-9c0e-084fad745b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:58.863659 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.864224 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:58.865160 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.868305 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:58.871174 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:56:58.917888 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] 10.222.0.72 "PUT /v2.0/routers/20a8842e-3c69-4ee4-8e27-77e3ea320469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7996283 Jun 16 16:56:58.955090 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-557b2d63-680a-489f-a132-bc54ef95ea52 None None] Provisioning complete for port 8ecfe567-a859-4bb4-bd4a-9be4010b907c triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:58.955190 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-557b2d63-680a-489f-a132-bc54ef95ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:58.984350 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:58.991596 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:59.000455 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc615485c0654af7bcd6b3c1661e9c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850576 Jun 16 16:56:59.003286 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33870) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:59.003415 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695a5d37-d9b6-48b5-97f1-f1429ee1fe16,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:59.011460 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:59.015097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Deleting subnet 5001be2c-ec90-4f4b-af17-bfd199cd8a77 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:56:59.019593 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.023676 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-557b2d63-680a-489f-a132-bc54ef95ea52 None None] Port 8ecfe567-a859-4bb4-bd4a-9be4010b907c cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:56:59.075424 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.083219 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.136747 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.169756 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.195480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:56:59.211794 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:56:59.214617 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:56:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:59.292373 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.296232 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-eeb3bdc7-47d4-4e4a-b496-3df6b5ea057e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:59.316892 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-60d7c222-b07f-4d63-889e-53d5f136be29 req-15871af7-f654-4fbf-baa7-9062b3d0e162 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.0346062 Jun 16 16:56:59.351929 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5001be2c-ec90-4f4b-af17-bfd199cd8a77,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:59.368489 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.378660 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5001be2c-ec90-4f4b-af17-bfd199cd8a77 HTTP/1.1" status: 204 len: 168 time: 0.5036256 Jun 16 16:56:59.378660 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:59.380834 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33880) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:56:59.392681 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:56:59.431537 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.431537 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.432971 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/695a5d37-d9b6-48b5-97f1-f1429ee1fe16 HTTP/1.1" status: 204 len: 168 time: 0.4283566 Jun 16 16:56:59.434349 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:56:59.468205 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a5d37-d9b6-48b5-97f1-f1429ee1fe16,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:56:59.476038 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:56:59.563347 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-68f2cad5-039f-4aa9-9970-c0328f70c09d req-c56bce1f-f3c9-40a5-85fb-61e229f9f267 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0509918 Jun 16 16:56:59.566718 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.753706 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:56:57Z', 'revision_number': 2, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:56:59.757948 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:56:59.772565 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Updating router 20a8842e-3c69-4ee4-8e27-77e3ea320469 port 8ecfe567-a859-4bb4-bd4a-9be4010b907c binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:56:59.801850 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.814489 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.832279 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.833399 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.833895 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > port after_create 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.836709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.837412 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > port after_update 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.837901 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.838402 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.838720 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.839037 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:56:59.853915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:56:59.889556 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:59.964191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:56:59.964887 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.018534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:57:00.018883 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:57:00.019213 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:57:00.019543 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:57:00.020413 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 33904) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:00.020900 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7344c7-2d02-4c17-bda4-e915607dd46b']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:00.025627 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267285824', 'description': 'tempest-description--511251011'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:00.060105 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b1d91-b254-4c1b-95b6-ad8f84fb481a') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:00.060652 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b1d91-b254-4c1b-95b6-ad8f84fb481a') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:00.089478 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.115147 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.138952 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.167133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:57:00.167628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: from cryptography.utils import int_from_bytes Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: from cryptography.utils import int_from_bytes Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:57:00.173153 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:57:00.261011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.13', 60320) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:00.420015 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.426026 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:00.430909 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.436323 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5a7344c7-2d02-4c17-bda4-e915607dd46b HTTP/1.1" status: 204 len: 168 time: 1.0522025 Jun 16 16:57:00.476021 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7344c7-2d02-4c17-bda4-e915607dd46b,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:00.493141 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:00.517146 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-5c69c345-b652-40d0-ae18-098b97f3a827 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:00.528944 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-5c69c345-b652-40d0-ae18-098b97f3a827 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.2576759 Jun 16 16:57:00.607671 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-74ed189c-893f-445f-bb8a-e72af2198b2f req-dfce35e5-cd16-45c8-a732-8f38cc8cadb2 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.0510957 Jun 16 16:57:00.637743 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Request body: {'port': {'device_id': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'admin_state_up': True, 'tenant_id': '76cbb6cc280644028b801f9969c1a564'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:00.657763 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.679480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Transition to ACTIVE for port object 8ecfe567-a859-4bb4-bd4a-9be4010b907c will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:00.711734 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.783438 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.788645 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:00.797058 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.840279 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850148e1-c9ca-4f23-8f53-3920cca3ff57 None None] Pushing event updated for resources: {'Port': ['ID=8ecfe567-a859-4bb4-bd4a-9be4010b907c,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:00.846745 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-850148e1-c9ca-4f23-8f53-3920cca3ff57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:00.877480 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-26255d09-2845-4b63-8f37-b2855c30d808 req-51fc05df-74b2-46b8-833d-59432f106f38 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.1131365 Jun 16 16:57:00.894481 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:00.999006 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Attempting to bind port 8ecfe567-a859-4bb4-bd4a-9be4010b907c on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:01.000814 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Attempting to bind port 8ecfe567-a859-4bb4-bd4a-9be4010b907c by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:01.001455 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Attempting to bind port 8ecfe567-a859-4bb4-bd4a-9be4010b907c on network 3fae4177-1249-45b0-b1d5-76c802f9fafd {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:01.020120 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:01.029909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Checking segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:01.029909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:01.029909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Bound using segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:01.029909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Bound port: 8ecfe567-a859-4bb4-bd4a-9be4010b907c, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:01.029909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:01.061582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3a792-a9da-40e1-8d82-92890c06cd31,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:01.067880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:01.133546 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] For port 8ecfe567-a859-4bb4-bd4a-9be4010b907c, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:01.138558 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] For port 8ecfe567-a859-4bb4-bd4a-9be4010b907c, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=8ecfe567-a859-4bb4-bd4a-9be4010b907c,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:01.141416 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:01.142654 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1208727 Jun 16 16:57:01.145865 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33944) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:01.151053 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'security_group_rule': {'security_group_id': '1ff3a792-a9da-40e1-8d82-92890c06cd31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:01.221138 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33946) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:01.295566 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-31460ddb-a1d6-4514-87cc-ade29a76f58f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e587d75655f3419f8cf9843145a7d46c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0731916 Jun 16 16:57:01.299550 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33956) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:01.303781 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Made reservation on behalf of 76cbb6cc280644028b801f9969c1a564 for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:01.306191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:01.312211 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:01.314960 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:01.382409 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.13', 60325) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:01.418971 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:01.419883 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:56:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:01.424031 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 33960) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:01.619859 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850148e1-c9ca-4f23-8f53-3920cca3ff57 None None] Pushing event updated for resources: {'Port': ['ID=8ecfe567-a859-4bb4-bd4a-9be4010b907c,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:01.628213 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-850148e1-c9ca-4f23-8f53-3920cca3ff57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:01.643191 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:01.709442 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:01.916967 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Allocated IP 172.20.0.3 (e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba/fae82268-c098-4e2c-8410-dfb3412966d9/01ca93a2-d7ba-4826-928d-2f5d3c3f702d) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:01.959817 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.072416 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.158223 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.216221 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-15b89314-3b40-4530-a677-2c993ca590ee req-ab747228-57c4-4761-88ca-e452d1a95b46 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.2459855 Jun 16 16:57:02.258388 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-558d7845-aa2a-49a4-838d-d1ee52ba634e tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:02.260739 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-558d7845-aa2a-49a4-838d-d1ee52ba634e tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.13 "GET /v2.0/networks?id=af7ed4a9-382f-4b15-ac8c-b0a683639757 HTTP/1.1" status: 200 len: 810 time: 0.8387928 Jun 16 16:57:02.317594 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Request body: {'port': {'device_id': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757', 'admin_state_up': True, 'tenant_id': '1f6970415cf742bc968b5e1a154c8fa4'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:02.371973 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:01Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:02.385842 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0744c-f632-4bf3-912a-6e18f4ff272a None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:01Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:02.517706 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.556257 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3809ec5a-383a-4017-8caf-6650db42bee2 req-b62b6fd1-7748-4a22-b3cc-9887de40679c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.4058468 Jun 16 16:57:02.669420 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.715216 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.768731 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:02.804317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.809542 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:02.825775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3ba054-57d3-454c-8779-012f862b1591,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:02.886178 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:02.912631 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.920878 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.927153 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:02.929283 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a04e5b1f-d6f3-480a-a8ea-9fce29143e0e HTTP/1.1" status: 204 len: 168 time: 1.6280832 Jun 16 16:57:02.930935 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-08ae2866-df2c-47c8-acd3-4d0258718416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:02.955530 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e5b1f-d6f3-480a-a8ea-9fce29143e0e,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:02.976946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:02.977670 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:02.979757 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:02.985077 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:03.086337 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.090280 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event updated for resources: {'Port': ['ID=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.092677 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4b40fcaa-d001-4979-8104-850472a20f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.096718 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.118834 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:03.121377 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.183345 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f74c42e0c56b4e97a874d3686aeec6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7545297 Jun 16 16:57:03.185971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34026) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:03.191777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc4d2e8-f170-44b7-9c8e-e58aa4a93a68,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.196934 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.240222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.252390 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1049855 Jun 16 16:57:03.258422 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34032) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:03.294805 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'security_group_rule': {'security_group_id': '1ff3a792-a9da-40e1-8d82-92890c06cd31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:03.357518 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.388004 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.441071 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Made reservation on behalf of 1f6970415cf742bc968b5e1a154c8fa4 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:03.449408 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.593110 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-3ecf1531-416b-48b5-bb0a-96e0966b3005 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9803503 Jun 16 16:57:03.621194 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.625076 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.627393 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3fc4d2e8-f170-44b7-9c8e-e58aa4a93a68 HTTP/1.1" status: 204 len: 168 time: 0.4365106 Jun 16 16:57:03.650206 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-d1fda3d0-22a4-4e9a-9e7c-c91a7b3f3b06 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:57:03.651528 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-d1fda3d0-22a4-4e9a-9e7c-c91a7b3f3b06 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0344007 Jun 16 16:57:03.657265 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:03.681765 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc4d2e8-f170-44b7-9c8e-e58aa4a93a68,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:03.684560 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:03.775251 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:03.804074 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-87e972eb-3cf5-41bd-b9ef-e1edf6daa06f req-b31ffc5b-2ac7-4e22-8257-391b0a8b05ac tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.2643831 Jun 16 16:57:03.997625 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8ecfe567-a859-4bb4-bd4a-9be4010b907c up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:04.096714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Allocated IP 172.20.0.14 (af7ed4a9-382f-4b15-ac8c-b0a683639757/8278811e-9edb-4915-b9ba-430f3a1b3434/e8f911ff-f575-4a06-9bd6-9221077a5a75) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:04.119079 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 8ecfe567-a859-4bb4-bd4a-9be4010b907c completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:04.121947 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.130847 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 8ecfe567-a859-4bb4-bd4a-9be4010b907c triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:04.131245 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.148757 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34060) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:04.200031 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.262354 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:04.281218 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6a07d6-e5ac-4bc3-b2d9-82c48301a838,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:04.326687 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-27030253-6816-42ab-9668-07d88ee3a29f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22054647e4094dfa93bf232b8f589b0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1754055 Jun 16 16:57:04.334591 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34068) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:04.363902 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.363902 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eef964-e062-4190-a688-d04397a2441e req-58ddb3ed-6c83-4084-a374-081227fa13a2 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:04.366265 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-55eef964-e062-4190-a688-d04397a2441e req-58ddb3ed-6c83-4084-a374-081227fa13a2 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 931 time: 0.3980463 Jun 16 16:57:04.400174 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.438145 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-55eef964-e062-4190-a688-d04397a2441e req-03e26fcb-7c05-4764-a0a2-43c4004b7d80 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699422 Jun 16 16:57:04.452317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.453529 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1935363 Jun 16 16:57:04.456812 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34074) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:04.463079 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'floatingip': {'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:04.505961 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 8ecfe567-a859-4bb4-bd4a-9be4010b907c, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=8ecfe567-a859-4bb4-bd4a-9be4010b907c,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:04.624038 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.643330 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.652943 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-7b7da77e-f408-459f-b2ac-e5ccbc9632fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:04.662161 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Request body: {'port': {'device_id': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:04.754297 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.851244 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=8ecfe567-a859-4bb4-bd4a-9be4010b907c,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:04.857199 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.858099 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:04.926798 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:04.977666 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.146363 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.299074 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-accfce4f-d74e-440a-b483-20fa471bffd7 req-60e09262-635c-420e-8449-f53075b89a4f tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.1384649 Jun 16 16:57:05.305504 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Allocated IP 172.28.0.186 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/b9927f57-0cd0-4385-9564-65a91cdd8e12) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:05.601053 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.615286 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.617041 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa8ac42a-1ad1-4035-b5d2-592f1c0e404c HTTP/1.1" status: 204 len: 168 time: 1.2807066 Jun 16 16:57:05.624409 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:05.648054 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ac42a-1ad1-4035-b5d2-592f1c0e404c,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:05.659708 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:05.677686 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ca93a2-d7ba-4826-928d-2f5d3c3f702d {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:05.701584 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.727708 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.728050 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.739857 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Transition to ACTIVE for port object 01ca93a2-d7ba-4826-928d-2f5d3c3f702d will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:05.740502 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:05.816460 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:05.837809 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:06.172840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8ecfe567-a859-4bb4-bd4a-9be4010b907c up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:06.172840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 8ecfe567-a859-4bb4-bd4a-9be4010b907c triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:06.172840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.174273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Network af7ed4a9-382f-4b15-ac8c-b0a683639757 is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:06.174273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:06.174273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:06.174273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Pushing event updated for resources: {'Port': ['ID=e8f911ff-f575-4a06-9bd6-9221077a5a75,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:06.174273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:06.175582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Pushing event updated for resources: {'Port': ['ID=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:06.175582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:06.176179 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.176179 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6701c5-0b90-4639-a5a5-81bcb40517b0 req-44808947-41f5-43ca-92ab-945b28145eab tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-da6701c5-0b90-4639-a5a5-81bcb40517b0 req-44808947-41f5-43ca-92ab-945b28145eab tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 931 time: 0.3811979 Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Attempting to bind port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Attempting to bind port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Attempting to bind port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Attempting to bind port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Checking segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Bound using segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:06.177034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Bound port: 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:06.178561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.209285 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-da6701c5-0b90-4639-a5a5-81bcb40517b0 req-a4ddf77d-14ab-4bb9-940f-a37372801c53 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704892 Jun 16 16:57:06.244147 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] For port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:06.291695 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] For port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:06.579320 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c7711-eb55-49c1-aa45-716fcbfa721b req-3b326f2f-5692-48de-ad9d-17bc6ee4a331 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:06.580864 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-227c7711-eb55-49c1-aa45-716fcbfa721b req-3b326f2f-5692-48de-ad9d-17bc6ee4a331 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.1205027 Jun 16 16:57:06.643039 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-227c7711-eb55-49c1-aa45-716fcbfa721b req-e89faaaf-2b9d-4cd7-aff2-4d9963b854bf tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Jun 16 16:57:06.908155 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.913837 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:06.913989 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6084056 Jun 16 16:57:06.914072 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:06.963467 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:06.971560 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:06.985488 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'Port': ['ID=b9927f57-0cd0-4385-9564-65a91cdd8e12,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.000655 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:07.001284 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.003485 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] 10.222.0.13 "PUT /v2.0/ports/01ca93a2-d7ba-4826-928d-2f5d3c3f702d HTTP/1.1" status: 200 len: 1093 time: 2.6339626 Jun 16 16:57:07.004565 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'tag': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:07.027660 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:07.220302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34138) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:07.328376 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Pushing event updated for resources: {'Port': ['ID=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:07.377268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.378031 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:07.381427 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:07.430895 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34150) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:07.529306 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.595229 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.637592 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bcda1-79b6-48a8-9a12-bab0051bfddf req-71e823c8-60af-4013-b482-adfbf20aa7bf tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:07.651796 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e52bcda1-79b6-48a8-9a12-bab0051bfddf req-71e823c8-60af-4013-b482-adfbf20aa7bf tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.1946766 Jun 16 16:57:07.764018 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.775946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898039f6-a20a-4cc3-bade-4cd9c12b006f" -d '{"events": [{"name": "network-changed", "server_uuid": "252ebca8-24a4-4712-9d1e-9f8ce7ddd0af", "tag": "01ca93a2-d7ba-4826-928d-2f5d3c3f702d"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:07.807984 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.867459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:07.873627 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e52bcda1-79b6-48a8-9a12-bab0051bfddf req-03c7c941-1b91-47e0-abc9-e83ac9a68c69 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224276 Jun 16 16:57:07.961167 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-989fdf88-d16a-41b7-bfe9-4125c0cb4e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:07.993292 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f77a3-55e4-479e-a7d1-a5c55d4dc5f8,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.006302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:08.040344 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.076896 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce5c322431924be7a26f0a9ee4e968f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8521881 Jun 16 16:57:08.081755 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34176) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:08.123171 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.150595 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91fe95-3687-4432-80cf-0587c1eacf53 req-47f68eb6-cdb4-4f52-89f2-fdcd45784857 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:08.160858 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-af91fe95-3687-4432-80cf-0587c1eacf53 req-47f68eb6-cdb4-4f52-89f2-fdcd45784857 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.3073418 Jun 16 16:57:08.199419 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.236432 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.254146 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d271168c-947e-4de1-bfbc-4c49ec1688a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:08.290407 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.308588 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-af91fe95-3687-4432-80cf-0587c1eacf53 req-7d215bbf-0841-4820-a302-1fd30578824b tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385794 Jun 16 16:57:08.340195 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee14d5e-a199-4c8f-a02c-52ccdc4d8013 x-openstack-request-id: req-8ee14d5e-a199-4c8f-a02c-52ccdc4d8013 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:08.341235 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252ebca8-24a4-4712-9d1e-9f8ce7ddd0af", "tag": "01ca93a2-d7ba-4826-928d-2f5d3c3f702d", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:08.341235 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ee14d5e-a199-4c8f-a02c-52ccdc4d8013 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:08.341476 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'tag': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'status': 'completed', 'code': 200} Jun 16 16:57:08.386506 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.457626 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.459542 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'Port': ['ID=b9927f57-0cd0-4385-9564-65a91cdd8e12,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.463236 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:08.469331 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.470174 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9bef2fc1-60a1-4451-84c2-b6ea3247e5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:08.536060 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0e7cc-3431-4aeb-b6bf-b3e541e49e54,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.541663 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6644a897c5774973930406e124042c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1094317 Jun 16 16:57:08.545078 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:08.545210 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.545317 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34186) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:08.557612 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0991299 Jun 16 16:57:08.563878 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.567516 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.575136 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c2f77a3-55e4-479e-a7d1-a5c55d4dc5f8 HTTP/1.1" status: 204 len: 168 time: 0.4859717 Jun 16 16:57:08.575136 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:08.600946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f77a3-55e4-479e-a7d1-a5c55d4dc5f8,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.620823 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:08.675598 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.710843 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.846694 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.849781 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:08.851338 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82a0e7cc-3431-4aeb-b6bf-b3e541e49e54 HTTP/1.1" status: 204 len: 168 time: 0.3061185 Jun 16 16:57:08.852385 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:08.863318 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0e7cc-3431-4aeb-b6bf-b3e541e49e54,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:08.866805 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:09.031706 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-a29ec277-d041-47ca-9454-e24bf56315c8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1267285824&fields=id&tenant_id=98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 267 time: 0.0634255 Jun 16 16:57:09.140148 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfe320-5cbe-4a5a-a9de-451c3aa49fcf req-49422879-8607-48f5-be40-61d66a1c1939 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.141803 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dbbfe320-5cbe-4a5a-a9de-451c3aa49fcf req-49422879-8607-48f5-be40-61d66a1c1939 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.1415284 Jun 16 16:57:09.195407 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-137513df-40fd-4664-955a-0ad8af7b5cac tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.196929 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-137513df-40fd-4664-955a-0ad8af7b5cac tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 817 time: 0.1564710 Jun 16 16:57:09.211073 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dbbfe320-5cbe-4a5a-a9de-451c3aa49fcf req-9a20c740-9ffa-49b9-94e9-6ecfa433f596 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Jun 16 16:57:09.213113 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-897b958d-e842-45d9-b722-e417ff82ddeb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/quotas/98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 375 time: 0.0104461 Jun 16 16:57:09.339775 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-84e70f92-33aa-400e-adc3-605475d6839e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127100 Jun 16 16:57:09.444026 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-c746a4d2-7c5d-4b1a-9bf6-ed5e7083d84d service neutron] 10.222.0.72 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010189 Jun 16 16:57:09.565383 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-bf85b08a-dd7f-4cee-b35f-e907ab19f886 service neutron] 10.222.0.72 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155338 Jun 16 16:57:09.569920 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaa2c1-1d97-4a24-997f-79af2e54652c req-55761706-a55a-4095-839e-cb2ee74b11eb tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:09.571475 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9bdaa2c1-1d97-4a24-997f-79af2e54652c req-55761706-a55a-4095-839e-cb2ee74b11eb tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.1111593 Jun 16 16:57:09.623494 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9bdaa2c1-1d97-4a24-997f-79af2e54652c req-02f9714f-d885-459d-a191-8be152bebda1 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Jun 16 16:57:09.857507 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0d542da7-9c25-4b03-ab1d-0adbb0220e5a req-ebd77ef7-dbd8-42ca-af59-f07ffe513501 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0297334 Jun 16 16:57:09.944515 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34242) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:09.962381 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.096395 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.235360 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.238281 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:10.239264 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34250) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.277567 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90e8a07088ae494cb5b5fae37b45b3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313596 Jun 16 16:57:10.286249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557aacab-c402-419a-a01e-89e41ac0741e,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:10.286404 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34254) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.286749 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:10.355372 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.417819 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.496895 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be970f-05d7-4719-8175-04397f16aae8 req-533f7138-0af1-4e75-bd4d-a72fe77fdb67 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:10.498966 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-96be970f-05d7-4719-8175-04397f16aae8 req-533f7138-0af1-4e75-bd4d-a72fe77fdb67 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.1340234 Jun 16 16:57:10.569505 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34264) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:10.589637 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.599330 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-96be970f-05d7-4719-8175-04397f16aae8 req-d1e216cb-280a-43f7-81fb-4ce07be88b9c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Jun 16 16:57:10.600895 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.606325 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.607467 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/557aacab-c402-419a-a01e-89e41ac0741e HTTP/1.1" status: 204 len: 168 time: 0.3245354 Jun 16 16:57:10.608458 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a9598f25-76f8-46d5-87f4-4f036f635038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:10.618671 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557aacab-c402-419a-a01e-89e41ac0741e,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:10.622567 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:10.835499 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.873911 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.894789 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61294e-6dd8-4bc4-a5b5-ca38e6033078 req-ab18b556-b7bc-4620-8177-f26ebbe051ad tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:10.896619 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b61294e-6dd8-4bc4-a5b5-ca38e6033078 req-ab18b556-b7bc-4620-8177-f26ebbe051ad tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.0883682 Jun 16 16:57:10.940698 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b61294e-6dd8-4bc4-a5b5-ca38e6033078 req-db2e6d14-0fc1-4b5d-8ec8-5154d57be7b4 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Jun 16 16:57:10.961986 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-263acb07-5586-44fb-95f3-ea3a69601336 req-cca33b89-5763-4a65-b00a-8d7961c1d990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0406973 Jun 16 16:57:11.011356 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.016382 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:11.065536 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72ed5b51225e47d1abf235f455b4e578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913764 Jun 16 16:57:11.066410 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34276) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:11.076381 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83186086-7fd9-4fde-a720-5682794b3f02,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:11.089268 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:11.140767 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.154113 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.192023 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.235552 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.241909 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-597ccf55-c736-4614-97ff-3270e46c7b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:11.314859 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0cbaecacb1f4edabae0bd1adab31ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704536 Jun 16 16:57:11.315254 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34280) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:11.323418 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a540f3ab-c841-4b55-a195-8d84aef729d1,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:11.334888 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:11.394996 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.423998 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.429984 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.433610 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83186086-7fd9-4fde-a720-5682794b3f02 HTTP/1.1" status: 204 len: 168 time: 0.3637719 Jun 16 16:57:11.455675 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9a91921f-c9c1-427b-82f3-0f8393814d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:11.464513 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.478757 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83186086-7fd9-4fde-a720-5682794b3f02,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:11.483596 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:11.652256 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.655268 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.657947 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a540f3ab-c841-4b55-a195-8d84aef729d1 HTTP/1.1" status: 204 len: 168 time: 0.3412549 Jun 16 16:57:11.661061 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:11.675497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a540f3ab-c841-4b55-a195-8d84aef729d1,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:11.682815 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:11.856666 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b0ab5-fec2-44e3-8b9f-88133558463c req-c9a33ed2-7eb3-4acb-ba36-e3f3f5882dc1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:11.858534 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1d9b0ab5-fec2-44e3-8b9f-88133558463c req-c9a33ed2-7eb3-4acb-ba36-e3f3f5882dc1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.0862293 Jun 16 16:57:11.922722 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1d9b0ab5-fec2-44e3-8b9f-88133558463c req-2458b409-b6fe-4bad-adb7-2cc33b253d35 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575171 Jun 16 16:57:12.182986 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77771c1-7c62-4c37-890c-feb4d29f03a5 req-58f1b69a-b23c-4b7c-a810-d28219c4b828 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:12.189084 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b77771c1-7c62-4c37-890c-feb4d29f03a5 req-58f1b69a-b23c-4b7c-a810-d28219c4b828 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.0809107 Jun 16 16:57:12.190591 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8e7cb42c-9394-4f5d-827d-5750bfcfe23c req-9f16c93a-e6ee-46bb-bf2a-95cc798dcf2d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0563927 Jun 16 16:57:12.235842 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b77771c1-7c62-4c37-890c-feb4d29f03a5 req-1835ebbc-5312-41aa-8113-de0b34172892 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Jun 16 16:57:12.891424 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34328) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:12.908800 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:13.185359 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d275-8b31-4734-a1f3-8257301ebef3 req-75cb7a5e-1106-447a-8c3f-dfec27248ff8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:13.186878 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f833d275-8b31-4734-a1f3-8257301ebef3 req-75cb7a5e-1106-447a-8c3f-dfec27248ff8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.0968595 Jun 16 16:57:13.240768 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f833d275-8b31-4734-a1f3-8257301ebef3 req-5fbd5b11-2496-4b74-af19-2667a4e1436c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Jun 16 16:57:13.374399 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7537c63c-989e-4682-813e-9ff9b67b6355 req-eb08edc3-476a-4833-8817-f5a4e20a4721 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0348899 Jun 16 16:57:13.444244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5f1f-d8f4-4737-8632-b97be13a5260 req-d4ff1456-56ae-42a7-8b83-fe7aa44194b7 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:13.444794 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5c6f5f1f-d8f4-4737-8632-b97be13a5260 req-d4ff1456-56ae-42a7-8b83-fe7aa44194b7 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.0855780 Jun 16 16:57:13.545981 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5c6f5f1f-d8f4-4737-8632-b97be13a5260 req-869b1d0e-64ee-4a18-b364-9fffae74e9ca tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Jun 16 16:57:13.802002 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.025241 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.037655 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e659c71d-a36a-45a1-a714-f2fd353fa99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:14.089160 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b40175b71e6442fad2e004376399776&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1967678 Jun 16 16:57:14.090722 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc61a1b-5b93-46d2-a9c9-5923517cced1,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:14.093267 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34342) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:14.093889 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:14.172561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.184617 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34346) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:14.206106 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.351980 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.432016 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.439599 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.440932 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2dc61a1b-5b93-46d2-a9c9-5923517cced1 HTTP/1.1" status: 204 len: 168 time: 0.3380880 Jun 16 16:57:14.446610 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-dc6af460-7622-4836-bd0f-64c2caf6e01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:14.468936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc61a1b-5b93-46d2-a9c9-5923517cced1,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:14.475014 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:14.493782 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad3a9-ca0f-48ef-a1b2-42b8f56b87e9 req-3b7fcf2d-792e-4a78-8ffc-e4925aa011bc tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:14.503854 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ac0ad3a9-ca0f-48ef-a1b2-42b8f56b87e9 req-3b7fcf2d-792e-4a78-8ffc-e4925aa011bc tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.1313012 Jun 16 16:57:14.563744 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ac0ad3a9-ca0f-48ef-a1b2-42b8f56b87e9 req-a7596c68-096c-4d56-9ed0-29642389bfed tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609589 Jun 16 16:57:14.608823 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-05d33709-fb96-4ef0-ad04-62808dd6f5c8 req-9d6a1412-c15d-4ef9-91f5-a277248e9e1b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0422091 Jun 16 16:57:14.624174 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.794550 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e63a0-5034-4c68-8ded-fa82ffb370f4 req-126c5ef1-9421-4468-a94a-98dc7a22558e tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:14.796213 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2b1e63a0-5034-4c68-8ded-fa82ffb370f4 req-126c5ef1-9421-4468-a94a-98dc7a22558e tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.0779493 Jun 16 16:57:14.858131 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2b1e63a0-5034-4c68-8ded-fa82ffb370f4 req-1eeb141d-3975-45bc-b159-c3d0d0bbca10 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Jun 16 16:57:14.920494 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:14.925068 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-12060c71-ffca-47a7-ba73-e0ce358cd5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:14.976577 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7555722-3e84-415b-b782-bc710f1d1ced,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:14.980923 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:14.986445 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=763c4a86728f4772acf9587b9f909a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7979739 Jun 16 16:57:14.995581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34376) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:15.061078 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.086603 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.257300 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.260474 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.261263 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7555722-3e84-415b-b782-bc710f1d1ced HTTP/1.1" status: 204 len: 168 time: 0.2732506 Jun 16 16:57:15.261988 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:15.270909 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7555722-3e84-415b-b782-bc710f1d1ced,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:15.276709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:15.783214 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8b35-5e8a-4566-b5db-8a94407124b8 req-edbf5e37-8e6f-4343-a16e-c0236b7cc2cd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:15.784756 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-47ed8b35-5e8a-4566-b5db-8a94407124b8 req-edbf5e37-8e6f-4343-a16e-c0236b7cc2cd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.0904784 Jun 16 16:57:15.789560 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-be881734-6d0c-47b9-a155-33015764e81a req-d433f987-34a3-415c-89db-2510345ff8cd tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0366399 Jun 16 16:57:15.839366 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-47ed8b35-5e8a-4566-b5db-8a94407124b8 req-132d85be-e57d-47d2-88be-963e1ff3cbb7 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473857 Jun 16 16:57:16.041398 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129c8ef-5497-4b31-b6fe-d822f8bd6ae3 req-98a35bea-9aeb-4301-92e5-7ed39d2a2c17 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.043016 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6129c8ef-5497-4b31-b6fe-d822f8bd6ae3 req-98a35bea-9aeb-4301-92e5-7ed39d2a2c17 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 932 time: 0.0651050 Jun 16 16:57:16.084589 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6129c8ef-5497-4b31-b6fe-d822f8bd6ae3 req-0b5e42b6-2e99-4bf2-9a1f-e58a252db1e7 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Jun 16 16:57:16.349090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Request body: {'port': {'device_id': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:16.464473 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898039f6-a20a-4cc3-bade-4cd9c12b006f req-de14e2b5-154a-4115-ad36-0d060d5158c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:16.466058 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-898039f6-a20a-4cc3-bade-4cd9c12b006f req-de14e2b5-154a-4115-ad36-0d060d5158c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 1096 time: 0.1081526 Jun 16 16:57:16.484440 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:16.582295 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34430) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:16.635210 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.011443 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898039f6-a20a-4cc3-bade-4cd9c12b006f req-3108d701-01c9-4abb-b329-bb1f1e0c5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.013781 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-898039f6-a20a-4cc3-bade-4cd9c12b006f req-3108d701-01c9-4abb-b329-bb1f1e0c5746 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=76cbb6cc280644028b801f9969c1a564&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5281532 Jun 16 16:57:17.103754 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f911ff-f575-4a06-9bd6-9221077a5a75 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:17.118466 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.132651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Transition to ACTIVE for port object e8f911ff-f575-4a06-9bd6-9221077a5a75 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:17.162885 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f9504b8e-85fc-4dd0-bfbc-afebaff5c055 req-c6070de1-85a3-4892-8002-41d2e1ec3cc8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.2404523 Jun 16 16:57:17.206569 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.214786 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:17.295000 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898039f6-a20a-4cc3-bade-4cd9c12b006f req-b616dea2-6492-49f5-a0d4-bf5fa6991677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.296969 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-898039f6-a20a-4cc3-bade-4cd9c12b006f req-b616dea2-6492-49f5-a0d4-bf5fa6991677 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740433 Jun 16 16:57:17.308600 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.326253 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ae8b-ab20-414a-9e3e-0a6c05d93bae req-462ccff0-2465-45f1-b4d9-676f697bdb91 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.333331 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44b7ae8b-ab20-414a-9e3e-0a6c05d93bae req-462ccff0-2465-45f1-b4d9-676f697bdb91 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.2801054 Jun 16 16:57:17.371481 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.384764 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44b7ae8b-ab20-414a-9e3e-0a6c05d93bae req-768227f8-5656-40c7-9deb-7561f5acbb54 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Jun 16 16:57:17.426242 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5ed89d52-945a-4f16-8a15-3090faeb60ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:17.487914 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366ea355-4e0d-46c9-9a80-e0ca60d692f1,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:17.491907 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:17.494274 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa061eeb5bc84da4958f580ab691893d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9115310 Jun 16 16:57:17.503344 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34464) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:17.569613 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-9b0344dc-0631-42a4-b230-e7538eb9f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.571273 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-9b0344dc-0631-42a4-b230-e7538eb9f92c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 1096 time: 0.1835902 Jun 16 16:57:17.612208 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.636246 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Attempting to bind port e8f911ff-f575-4a06-9bd6-9221077a5a75 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:17.637477 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Attempting to bind port e8f911ff-f575-4a06-9bd6-9221077a5a75 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'f9cdde76-6c26-4e7b-847e-83bc690a0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:17.638010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Attempting to bind port e8f911ff-f575-4a06-9bd6-9221077a5a75 on network af7ed4a9-382f-4b15-ac8c-b0a683639757 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:17.640767 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f911ff-f575-4a06-9bd6-9221077a5a75,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:17.645970 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:17.656712 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Port e8f911ff-f575-4a06-9bd6-9221077a5a75 on network af7ed4a9-382f-4b15-ac8c-b0a683639757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:17.657300 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Attempting to bind port e8f911ff-f575-4a06-9bd6-9221077a5a75 on network af7ed4a9-382f-4b15-ac8c-b0a683639757 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:17.659920 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-d605cd3d-2ca2-4aac-909a-3e23b2a0acd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d HTTP/1.1" status: 200 len: 217 time: 0.0754550 Jun 16 16:57:17.665779 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:17.667013 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Checking segment: {'id': 'f9cdde76-6c26-4e7b-847e-83bc690a0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:17.667763 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Bound using segment: {'id': 'f9cdde76-6c26-4e7b-847e-83bc690a0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:17.668491 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Bound port: e8f911ff-f575-4a06-9bd6-9221077a5a75, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cdde76-6c26-4e7b-847e-83bc690a0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:17.669106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.692090 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.762617 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] For port e8f911ff-f575-4a06-9bd6-9221077a5a75, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:17.772744 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-fe6e230e-fc4e-440b-81c5-43f53d615601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.774274 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-fe6e230e-fc4e-440b-81c5-43f53d615601 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.1017888 Jun 16 16:57:17.774516 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487367a-4c78-473a-b396-4554d50df791 req-e86db2b2-fb03-4024-bae4-b3770f3adc62 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:17.782072 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2487367a-4c78-473a-b396-4554d50df791 req-e86db2b2-fb03-4024-bae4-b3770f3adc62 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 944 time: 0.3630679 Jun 16 16:57:17.808241 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] For port e8f911ff-f575-4a06-9bd6-9221077a5a75, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75,segment=NetworkSegment(f9cdde76-6c26-4e7b-847e-83bc690a0a82),segment_id=f9cdde76-6c26-4e7b-847e-83bc690a0a82)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:17.847220 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2487367a-4c78-473a-b396-4554d50df791 req-e3a64291-cb74-4a21-8134-39766651c23c tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629365 Jun 16 16:57:17.875272 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-8f5c1321-5a89-49ca-a49d-62da00058b76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835333 Jun 16 16:57:17.880108 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.883199 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.903875 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/366ea355-4e0d-46c9-9a80-e0ca60d692f1 HTTP/1.1" status: 204 len: 168 time: 0.3821776 Jun 16 16:57:17.903875 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:17.906390 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ea355-4e0d-46c9-9a80-e0ca60d692f1,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:17.915270 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:17.918960 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:17.932498 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:18.001124 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.004434 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:18.009490 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8f911ff-f575-4a06-9bd6-9221077a5a75 HTTP/1.1" status: 200 len: 1094 time: 1.6630595 Jun 16 16:57:18.009490 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'tag': 'e8f911ff-f575-4a06-9bd6-9221077a5a75'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:18.054230 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f911ff-f575-4a06-9bd6-9221077a5a75,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:18.065517 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:18.070354 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-39c24098-a832-47ee-8c15-0d62881f9405 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806490 Jun 16 16:57:18.165316 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f25184c-2112-469e-9d61-1776925ff0c8 req-5834615b-cfe8-41a1-85c5-75ccf6be9ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836773 Jun 16 16:57:18.213890 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07017c-04b9-4ea2-9493-d84e39d66e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f240e83b-e1e2-416a-95b4-b717daccb1a1", "tag": "e8f911ff-f575-4a06-9bd6-9221077a5a75"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:18.273713 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-351afeb0-a972-452b-80cf-43c26cc71a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.275722 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-351afeb0-a972-452b-80cf-43c26cc71a13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f6970415cf742bc968b5e1a154c8fa4&device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 1097 time: 0.0685003 Jun 16 16:57:18.343313 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-ea0f57b4-4462-436f-8d20-6362633b9013 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75 HTTP/1.1" status: 200 len: 217 time: 0.0455673 Jun 16 16:57:18.398144 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-2726e64b-1a1f-43b5-9e27-50a50b9ed36c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.402529 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-2726e64b-1a1f-43b5-9e27-50a50b9ed36c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 817 time: 0.1700804 Jun 16 16:57:18.474382 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-df811bbb-7c94-449f-9b4c-a3bd08c6af82 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 380 time: 0.0575848 Jun 16 16:57:18.489236 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'port': {'device_id': '34345b95-d955-45f7-a652-db672a909d72', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'admin_state_up': True, 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'security_groups': ['1ff3a792-a9da-40e1-8d82-92890c06cd31']}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:18.490033 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4f07dd4c-2041-402e-9112-13d149250ce2 req-361a38ee-e352-42e0-99cd-49f4ae229805 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0668161 Jun 16 16:57:18.491581 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857682d-52cf-440c-9788-61e4359d6d0c req-f9c1d208-dcf1-40ae-a246-154cd99501ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.493999 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-f9c1d208-dcf1-40ae-a246-154cd99501ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8278811e-9edb-4915-b9ba-430f3a1b3434 HTTP/1.1" status: 200 len: 850 time: 0.1380661 Jun 16 16:57:18.549143 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-d35fc39c-0827-445f-834a-03e198c01d23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af7ed4a9-382f-4b15-ac8c-b0a683639757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462532 Jun 16 16:57:18.816990 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-977484db-c0e8-402f-8dfa-d61f8310558d service neutron] 10.222.0.13 "GET /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567890 Jun 16 16:57:18.820191 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb70876-350a-4773-8c3f-cd2d0aece1a4 x-openstack-request-id: req-5cb70876-350a-4773-8c3f-cd2d0aece1a4 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:18.821772 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f240e83b-e1e2-416a-95b4-b717daccb1a1", "tag": "e8f911ff-f575-4a06-9bd6-9221077a5a75", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:18.822987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cb70876-350a-4773-8c3f-cd2d0aece1a4 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:18.824946 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'tag': 'e8f911ff-f575-4a06-9bd6-9221077a5a75', 'status': 'completed', 'code': 200} Jun 16 16:57:18.858387 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Made reservation on behalf of 98d7f3a06c3d4b96bbff330a9abc6529 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:18.864852 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:18.908351 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aac316-ec5b-4e29-8922-18b4d0e7467d req-dd897408-b4ce-48eb-9c36-dd34504ed63b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:18.924523 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-84aac316-ec5b-4e29-8922-18b4d0e7467d req-dd897408-b4ce-48eb-9c36-dd34504ed63b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.2152147 Jun 16 16:57:19.017122 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-84aac316-ec5b-4e29-8922-18b4d0e7467d req-5da10629-321c-4daf-90ed-89dfcdc69d88 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915942 Jun 16 16:57:19.049694 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8857682d-52cf-440c-9788-61e4359d6d0c req-82785cee-4151-4665-a4e3-d3a4ef1a8e7a service neutron] 10.222.0.13 "GET /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116981 Jun 16 16:57:19.056379 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:19.180832 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Allocated IP 172.20.0.6 (3fae4177-1249-45b0-b1d5-76c802f9fafd/7baf97da-8d00-44d2-95d9-fe7f16bbfa79/ef3ee475-7f40-4ba1-828d-f65740592cd4) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:19.230445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836650c-9ecb-4f0d-8b18-417d0e786561 req-2897ae17-f579-4def-b1a0-f3161bd59105 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:19.232019 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7836650c-9ecb-4f0d-8b18-417d0e786561 req-2897ae17-f579-4def-b1a0-f3161bd59105 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 944 time: 0.1346006 Jun 16 16:57:19.351082 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7836650c-9ecb-4f0d-8b18-417d0e786561 req-0afde1e8-4f9a-467a-a52f-1420887f1664 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104760 Jun 16 16:57:19.399071 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-c81fc397-a7ea-452d-acb3-83a3c8c83580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:19.401141 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-c81fc397-a7ea-452d-acb3-83a3c8c83580 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f6970415cf742bc968b5e1a154c8fa4&device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 1097 time: 0.0908520 Jun 16 16:57:19.416342 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:19.430677 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Transition to ACTIVE for port object ef3ee475-7f40-4ba1-828d-f65740592cd4 will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:19.648687 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-085cc8d4-37b8-4e55-a41f-d6e692b6a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:19.648687 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-085cc8d4-37b8-4e55-a41f-d6e692b6a770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af7ed4a9-382f-4b15-ac8c-b0a683639757 HTTP/1.1" status: 200 len: 911 time: 0.1754930 Jun 16 16:57:19.648687 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-5b23ced0-dddd-47ca-a264-92480e6687b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75 HTTP/1.1" status: 200 len: 217 time: 0.0378389 Jun 16 16:57:19.710792 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-211a6b37-b8d0-4a83-a730-b6c6b67ceeb3 req-c00324be-5f61-45d2-bb5a-598b34803dab tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0562482 Jun 16 16:57:19.723383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-85d6cad1-489d-49e0-98e1-24cff0f917ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:19.724792 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-85d6cad1-489d-49e0-98e1-24cff0f917ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8278811e-9edb-4915-b9ba-430f3a1b3434 HTTP/1.1" status: 200 len: 850 time: 0.0788074 Jun 16 16:57:19.749080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:19.753488 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:19.763775 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-2b438a3d-7a94-47bd-8dbd-0064a619f29c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af7ed4a9-382f-4b15-ac8c-b0a683639757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275111 Jun 16 16:57:19.798193 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:19.801568 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:19.808013 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:19.840080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:19.849694 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:19.903434 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:19.904202 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.012240 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5272381 Jun 16 16:57:20.030207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Request body: {'port': {'device_id': '34345b95-d955-45f7-a652-db672a909d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:20.196380 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.275204 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-f95e168d-bd57-4f36-b2e6-ba5d86caa042 service neutron] 10.222.0.13 "GET /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033815 Jun 16 16:57:20.314026 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-232dfb0e-ec3b-436c-ba12-1b46b586f6fb None None] Provisioning for port ef3ee475-7f40-4ba1-828d-f65740592cd4 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:20.320570 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-232dfb0e-ec3b-436c-ba12-1b46b586f6fb None None] Provisioning complete for port ef3ee475-7f40-4ba1-828d-f65740592cd4 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:20.320570 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-232dfb0e-ec3b-436c-ba12-1b46b586f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.384438 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-232dfb0e-ec3b-436c-ba12-1b46b586f6fb None None] Port ef3ee475-7f40-4ba1-828d-f65740592cd4 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:57:20.431654 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d07017c-04b9-4ea2-9493-d84e39d66e5f req-bee71d9c-92d7-4a2e-9795-2965c365a5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467781 Jun 16 16:57:20.579436 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ebcbe-9354-4e94-b58b-2885c1873c46 req-f31f9162-cb4e-41d8-9d0d-eff6840b890f tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.582547 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b89ebcbe-9354-4e94-b58b-2885c1873c46 req-f31f9162-cb4e-41d8-9d0d-eff6840b890f tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 944 time: 0.0824995 Jun 16 16:57:20.638347 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b89ebcbe-9354-4e94-b58b-2885c1873c46 req-c25e75a8-0986-463b-89f9-9669be9d519a tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487518 Jun 16 16:57:20.706076 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923d961-945b-4f81-a40b-c63a88466d81 req-4a14013c-5cfb-4b68-a33f-a0d2b9fd5e4d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.707589 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9923d961-945b-4f81-a40b-c63a88466d81 req-4a14013c-5cfb-4b68-a33f-a0d2b9fd5e4d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 943 time: 0.4275846 Jun 16 16:57:20.794775 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9923d961-945b-4f81-a40b-c63a88466d81 req-a9a22e1a-1674-4905-8746-99834aa8266b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730083 Jun 16 16:57:20.882245 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3ee475-7f40-4ba1-828d-f65740592cd4 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:20.893559 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.916896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Transition to ACTIVE for port object ef3ee475-7f40-4ba1-828d-f65740592cd4 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:20.937243 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e6c54eee-a290-4eb5-8c22-18fe1312b3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:20.995223 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb932a8-cfb1-475b-9710-e5285787e530 req-964f24cb-b2e0-4b5f-8b6e-51542babcac6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:20.996760 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ddb932a8-cfb1-475b-9710-e5285787e530 req-964f24cb-b2e0-4b5f-8b6e-51542babcac6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 931 time: 0.0912132 Jun 16 16:57:21.028516 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.031839 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.067564 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ddb932a8-cfb1-475b-9710-e5285787e530 req-7c61a1d4-5c65-4a30-80c9-2c51a2edbdf9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630767 Jun 16 16:57:21.125744 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.132112 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.223985 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Attempting to bind port ef3ee475-7f40-4ba1-828d-f65740592cd4 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:21.224519 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Attempting to bind port ef3ee475-7f40-4ba1-828d-f65740592cd4 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:21.225012 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Attempting to bind port ef3ee475-7f40-4ba1-828d-f65740592cd4 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:21.230348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Port ef3ee475-7f40-4ba1-828d-f65740592cd4 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:21.231613 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Attempting to bind port ef3ee475-7f40-4ba1-828d-f65740592cd4 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:21.237531 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:21.238170 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Checking segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:21.238509 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Bound using segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:21.239038 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Bound port: ef3ee475-7f40-4ba1-828d-f65740592cd4, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:21.239752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.323781 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 01ca93a2-d7ba-4826-928d-2f5d3c3f702d details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:21.333395 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:21.343897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:21.440307 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.443646 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7d0d965e-e883-4cdf-937d-17f483730007 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.469454 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:21.484442 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'port_id': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'mac_address': 'fa:16:3e:06:13:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae82268-c098-4e2c-8410-dfb3412966d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:21.488873 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:21.489591 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.491428 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 1093 time: 1.4656415 Jun 16 16:57:21.492017 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:21.495947 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc954389-272d-45f8-b5a1-777dcf91baa0" -d '{"events": [{"name": "network-changed", "server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:21.518797 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.524360 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.539869 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dc149c-a7a0-4463-9254-f5e4c1a5e235 x-openstack-request-id: req-c2dc149c-a7a0-4463-9254-f5e4c1a5e235 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:21.540189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:21.540459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2dc149c-a7a0-4463-9254-f5e4c1a5e235 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:21.540874 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'status': 'completed', 'code': 200} Jun 16 16:57:21.555805 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.574466 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ca93a2-d7ba-4826-928d-2f5d3c3f702d {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:21.597981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:21.667739 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc954389-272d-45f8-b5a1-777dcf91baa0 req-bb9321f7-4c51-4c49-bdf8-d9358e4fe6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:21.668762 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:21.669257 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc954389-272d-45f8-b5a1-777dcf91baa0 req-bb9321f7-4c51-4c49-bdf8-d9358e4fe6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1096 time: 0.1003966 Jun 16 16:57:21.675323 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:21.750855 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:21.755343 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:21.862717 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412339c-a96e-4933-97cc-08dd9a0d1ea6 req-7730ad6a-077b-44b4-a98a-0d02b54558ae tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:21.864253 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1412339c-a96e-4933-97cc-08dd9a0d1ea6 req-7730ad6a-077b-44b4-a98a-0d02b54558ae tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 944 time: 0.0732343 Jun 16 16:57:21.882999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc954389-272d-45f8-b5a1-777dcf91baa0 req-0c11f8e8-3765-49f1-9150-990038eb5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:21.885015 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc954389-272d-45f8-b5a1-777dcf91baa0 req-0c11f8e8-3765-49f1-9150-990038eb5944 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2054131 Jun 16 16:57:21.939722 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1412339c-a96e-4933-97cc-08dd9a0d1ea6 req-14f1c517-332c-4bea-8172-e7da4a36646a tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658855 Jun 16 16:57:22.020566 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:22.121996 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc954389-272d-45f8-b5a1-777dcf91baa0 req-60c03aa0-c237-4c5d-b1de-958d6b364c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.123737 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc954389-272d-45f8-b5a1-777dcf91baa0 req-60c03aa0-c237-4c5d-b1de-958d6b364c18 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299383 Jun 16 16:57:22.133234 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b50bb-d3c9-4187-8287-cf070f86fdbe req-c181cc15-e7cf-49f9-a842-003a0a003917 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.134892 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4d7b50bb-d3c9-4187-8287-cf070f86fdbe req-c181cc15-e7cf-49f9-a842-003a0a003917 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 944 time: 0.1971633 Jun 16 16:57:22.272901 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4d7b50bb-d3c9-4187-8287-cf070f86fdbe req-2e6031d6-efd0-4fcc-8a7e-648230dd712f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177893 Jun 16 16:57:22.323584 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-d1d9f7b5-433b-40e7-9129-df4b710b6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.325154 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-d1d9f7b5-433b-40e7-9129-df4b710b6434 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1096 time: 0.1278369 Jun 16 16:57:22.366843 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b6457-7231-4ecd-8de0-38f69c6fdc2d req-b803ac64-3b8f-4509-b2ae-b9af55e861ad tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.371110 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b20b6457-7231-4ecd-8de0-38f69c6fdc2d req-b803ac64-3b8f-4509-b2ae-b9af55e861ad tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1227121 Jun 16 16:57:22.411025 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-9ef7cf12-84e6-449c-801a-c2359424d3fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 217 time: 0.0763645 Jun 16 16:57:22.449959 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b20b6457-7231-4ecd-8de0-38f69c6fdc2d req-ce6c832b-3767-4130-a656-3882b8a3fd74 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643544 Jun 16 16:57:22.528135 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-dccc1917-ed12-4f07-b6e4-2715709ab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.529611 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-dccc1917-ed12-4f07-b6e4-2715709ab334 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.1017585 Jun 16 16:57:22.625359 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092ae0-2409-4649-a338-fad06d179103 req-419e87ab-47e6-40fb-8c31-734751be5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:22.626866 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-419e87ab-47e6-40fb-8c31-734751be5990 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881917 Jun 16 16:57:22.732057 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-7dc96ab2-4514-479a-a78b-1d04f04176c9 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923014 Jun 16 16:57:22.833271 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5092ae0-2409-4649-a338-fad06d179103 req-bc579ea6-754f-4b6e-8a99-dd8044b293e5 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908639 Jun 16 16:57:22.873454 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34672) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:22.991137 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.154866 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.197781 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71779d13-67ef-4034-8474-c9068a404653 req-70574780-f8e9-4412-8f9e-89adcd13a20d tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:23.197781 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-71779d13-67ef-4034-8474-c9068a404653 req-70574780-f8e9-4412-8f9e-89adcd13a20d tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 944 time: 0.0865448 Jun 16 16:57:23.238381 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-71779d13-67ef-4034-8474-c9068a404653 req-8653b75d-efd5-49a6-8252-5adc8cee08f5 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Jun 16 16:57:23.313488 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e8f911ff-f575-4a06-9bd6-9221077a5a75 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:23.361734 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 01ca93a2-d7ba-4826-928d-2f5d3c3f702d up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:23.440101 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.442899 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-cec51cab-137c-4875-8aa4-d054368505f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:23.489725 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd97fc7139f64fa39e9fa5f19b56590f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148968 Jun 16 16:57:23.490752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dcfbe3-d078-48b5-aa1f-4ee624110f52,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:23.507333 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34698) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:23.514209 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:23.540040 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d01e2d-5d34-43e3-85d0-bea4ded96b65 req-f8efb1d1-e702-4300-a746-f24b3ad50c5d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:23.543021 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-39d01e2d-5d34-43e3-85d0-bea4ded96b65 req-f8efb1d1-e702-4300-a746-f24b3ad50c5d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 944 time: 0.1155784 Jun 16 16:57:23.592761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.601777 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-39d01e2d-5d34-43e3-85d0-bea4ded96b65 req-d6efc08d-388c-43a4-8bdb-de9dce60dc89 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474727 Jun 16 16:57:23.633688 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port e8f911ff-f575-4a06-9bd6-9221077a5a75, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75,segment=NetworkSegment(f9cdde76-6c26-4e7b-847e-83bc690a0a82),segment_id=f9cdde76-6c26-4e7b-847e-83bc690a0a82)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:23.639590 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.643821 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'e8f911ff-f575-4a06-9bd6-9221077a5a75', 'network_id': 'af7ed4a9-382f-4b15-ac8c-b0a683639757', 'port_id': 'e8f911ff-f575-4a06-9bd6-9221077a5a75', 'mac_address': 'fa:16:3e:25:4d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8278811e-9edb-4915-b9ba-430f3a1b3434', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:23.691043 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-22fd3e57-0cdb-4410-986f-aa10d781ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.700957 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.715678 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f911ff-f575-4a06-9bd6-9221077a5a75 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:23.737585 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.740394 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port e8f911ff-f575-4a06-9bd6-9221077a5a75, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75,segment=NetworkSegment(f9cdde76-6c26-4e7b-847e-83bc690a0a82),segment_id=f9cdde76-6c26-4e7b-847e-83bc690a0a82)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:23.766400 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:23.771130 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:23.776268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.841416 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.846993 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:23.876400 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89230cb7-7596-4185-9fe7-0e82aacb2220 req-0818cd9d-abfd-4135-a2b8-064b0e35860a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:23.877946 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-89230cb7-7596-4185-9fe7-0e82aacb2220 req-0818cd9d-abfd-4135-a2b8-064b0e35860a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.2453244 Jun 16 16:57:23.883293 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.919243 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-89230cb7-7596-4185-9fe7-0e82aacb2220 req-1031871f-d662-4fd5-9865-fbc9fa476f8b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342786 Jun 16 16:57:23.930034 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:23.988743 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:23.990778 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=e8f911ff-f575-4a06-9bd6-9221077a5a75,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:23.992019 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.004861 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.005230 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96dcfbe3-d078-48b5-aa1f-4ee624110f52 HTTP/1.1" status: 204 len: 168 time: 0.4874122 Jun 16 16:57:24.006275 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-747654c1-05a9-4564-bb2f-63d804307ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.009517 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:24.014600 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dcfbe3-d078-48b5-aa1f-4ee624110f52,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.024530 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.097409 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.100421 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:24.151386 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69394c6-d9a1-4cb6-ad27-1d083c50e45f" -d '{"events": [{"server_uuid": "252ebca8-24a4-4712-9d1e-9f8ce7ddd0af", "name": "network-vif-plugged", "status": "completed", "tag": "01ca93a2-d7ba-4826-928d-2f5d3c3f702d"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:24.176920 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['e8f911ff-f575-4a06-9bd6-9221077a5a75'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:24.222268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:24.236146 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:24.310961 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.360187 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53d1bc-2387-492b-81c4-3b96a6097b2f x-openstack-request-id: req-9e53d1bc-2387-492b-81c4-3b96a6097b2f {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:24.361657 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ebca8-24a4-4712-9d1e-9f8ce7ddd0af", "name": "network-vif-plugged", "status": "completed", "tag": "01ca93a2-d7ba-4826-928d-2f5d3c3f702d", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:24.362220 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e53d1bc-2387-492b-81c4-3b96a6097b2f {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:24.363700 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'code': 200} Jun 16 16:57:24.483259 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461823-55b6-48a7-be21-0563eb599f11 req-0c1ad196-7569-4d64-a592-1a2558131136 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.485729 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7b461823-55b6-48a7-be21-0563eb599f11 req-0c1ad196-7569-4d64-a592-1a2558131136 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 945 time: 0.0711412 Jun 16 16:57:24.530181 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7b461823-55b6-48a7-be21-0563eb599f11 req-fd7881d9-9116-4b94-b19d-e062bd519acc tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Jun 16 16:57:24.814988 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125374-7267-46ba-8093-ccd12b3cdb50 req-cbed8922-130d-41a7-8f16-81c985e96394 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.816666 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7125374-7267-46ba-8093-ccd12b3cdb50 req-cbed8922-130d-41a7-8f16-81c985e96394 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.0891497 Jun 16 16:57:24.817158 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34736) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:24.836511 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.861716 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782475f0-a457-4b9d-a495-f38c49e78c90 req-96f7ae34-e921-48eb-ab8c-f2abe5ebe3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:24.863208 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-782475f0-a457-4b9d-a495-f38c49e78c90 req-96f7ae34-e921-48eb-ab8c-f2abe5ebe3e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 1098 time: 0.0858305 Jun 16 16:57:24.885615 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7125374-7267-46ba-8093-ccd12b3cdb50 req-8ee07f83-41bb-4db8-b7b1-b8790569c7db tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Jun 16 16:57:24.887045 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-782475f0-a457-4b9d-a495-f38c49e78c90 req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:24.972340 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.091029 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.096342 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.140366 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c16cce320624663a5b837b53dcac1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160768 Jun 16 16:57:25.140366 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c332f779-908c-407d-9529-4f45ce4b62b6,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.140366 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34756) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:25.140718 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:25.159616 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32960fb4-98ac-4dc2-abc2-b178f3ee60e0 req-e46efb9e-8b7f-4152-863a-d3f212a498b1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:25.160947 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-32960fb4-98ac-4dc2-abc2-b178f3ee60e0 req-e46efb9e-8b7f-4152-863a-d3f212a498b1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1023362 Jun 16 16:57:25.219575 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.265923 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-32960fb4-98ac-4dc2-abc2-b178f3ee60e0 req-b539be4e-fc0f-42e5-806c-b8554145b7cb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913594 Jun 16 16:57:25.268471 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.290932 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-782475f0-a457-4b9d-a495-f38c49e78c90 req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.322975 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:25.325446 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e8f911ff-f575-4a06-9bd6-9221077a5a75 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:25.417224 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-782475f0-a457-4b9d-a495-f38c49e78c90 req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.419947 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-31a72413-8ebb-43a2-b6f4-a05af56329ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.448997 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.454481 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.456395 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c332f779-908c-407d-9529-4f45ce4b62b6 HTTP/1.1" status: 204 len: 168 time: 0.3172102 Jun 16 16:57:25.460453 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:25.461882 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6224cc84-0970-4cab-9aa6-ef05e430088a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.465023 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-782475f0-a457-4b9d-a495-f38c49e78c90 req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903001 Jun 16 16:57:25.473610 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43b741bf-c965-4198-8b9f-140aa6be6c82,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.473908 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c332f779-908c-407d-9529-4f45ce4b62b6,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.475111 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'mac_address': 'fa:16:3e:80:01:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:25.477642 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:25.478033 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:25.510343 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port e8f911ff-f575-4a06-9bd6-9221077a5a75 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:25.529681 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port e8f911ff-f575-4a06-9bd6-9221077a5a75 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:25.530110 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.532006 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.568153 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3ee475-7f40-4ba1-828d-f65740592cd4 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:25.611264 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:25.660744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.712002 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port e8f911ff-f575-4a06-9bd6-9221077a5a75, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75,segment=NetworkSegment(f9cdde76-6c26-4e7b-847e-83bc690a0a82),segment_id=f9cdde76-6c26-4e7b-847e-83bc690a0a82)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:25.714192 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.716250 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.778542 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.782727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642306-101b-476c-bcee-e62f8fae140a req-2ae7a713-7184-41db-ad93-4264d35274d2 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:25.783027 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:25.784503 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a642306-101b-476c-bcee-e62f8fae140a req-2ae7a713-7184-41db-ad93-4264d35274d2 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 945 time: 0.0928705 Jun 16 16:57:25.816919 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:25.819054 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-379bce3e-d382-47a2-ae9f-6debe45aabfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:25.830323 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a642306-101b-476c-bcee-e62f8fae140a req-d780bcfd-d7e9-4e40-9b83-2c8252f3e99e tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Jun 16 16:57:25.875213 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=e8f911ff-f575-4a06-9bd6-9221077a5a75,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:25.881822 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:25.899170 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34784) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:26.043983 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.050738 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['ef3ee475-7f40-4ba1-828d-f65740592cd4'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:26.109726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03c329-805e-4237-81a2-243042c0ec92 req-db21116b-18d7-424a-926c-fa4b0fd84f2c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.111745 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5b03c329-805e-4237-81a2-243042c0ec92 req-db21116b-18d7-424a-926c-fa4b0fd84f2c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.0874259 Jun 16 16:57:26.169257 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5b03c329-805e-4237-81a2-243042c0ec92 req-7e74a3ee-7262-4790-a5de-3c11052b3363 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Jun 16 16:57:26.201331 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.308947 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.310485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.312303 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:26.350289 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69f29ade065843a590f3d927cbbadec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499860 Jun 16 16:57:26.351148 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eafad8-2b26-4d9e-a58f-7b2412e8d82d,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:26.353022 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34806) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:26.365489 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f911ff-f575-4a06-9bd6-9221077a5a75'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:26.366125 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:26.368828 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e176141b-69a8-4fab-8a08-1cb18b389b0f" -d '{"events": [{"server_uuid": "f240e83b-e1e2-416a-95b4-b717daccb1a1", "name": "network-vif-plugged", "status": "completed", "tag": "e8f911ff-f575-4a06-9bd6-9221077a5a75"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:26.411442 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f447f3bf-7078-4cf5-ace8-849eefc9db64 x-openstack-request-id: req-f447f3bf-7078-4cf5-ace8-849eefc9db64 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:26.411860 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f240e83b-e1e2-416a-95b4-b717daccb1a1", "name": "network-vif-plugged", "status": "completed", "tag": "e8f911ff-f575-4a06-9bd6-9221077a5a75", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:26.412004 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f447f3bf-7078-4cf5-ace8-849eefc9db64 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:26.412366 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f911ff-f575-4a06-9bd6-9221077a5a75', 'code': 200} Jun 16 16:57:26.425572 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.449946 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.492117 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194905-70f2-4115-bbd3-fd7956207cf1 req-b549a343-d260-4b81-b902-7a23ac0f5636 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.493712 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-08194905-70f2-4115-bbd3-fd7956207cf1 req-b549a343-d260-4b81-b902-7a23ac0f5636 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 944 time: 0.0752869 Jun 16 16:57:26.538613 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-08194905-70f2-4115-bbd3-fd7956207cf1 req-a8326a09-973f-4706-816b-be52857ebdbd tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379958 Jun 16 16:57:26.663095 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.665729 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:26.666874 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2eafad8-2b26-4d9e-a58f-7b2412e8d82d HTTP/1.1" status: 204 len: 168 time: 0.3122668 Jun 16 16:57:26.667534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:26.677217 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eafad8-2b26-4d9e-a58f-7b2412e8d82d,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:26.679598 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:26.869366 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2cdc-8805-4ec4-aa86-3b6474353dbc req-b2ac94fe-e4f8-491f-b3ba-05ce0373918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:26.871125 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f3eb2cdc-8805-4ec4-aa86-3b6474353dbc req-b2ac94fe-e4f8-491f-b3ba-05ce0373918b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 1099 time: 0.0609391 Jun 16 16:57:26.960020 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f3eb2cdc-8805-4ec4-aa86-3b6474353dbc req-8c29ff2a-0108-4a97-8b11-bbe43abdcc34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737896 Jun 16 16:57:27.057069 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326d238-cfdf-4090-9c2e-d22be8f376f0 req-1ba7a9e9-95c5-41fa-b223-6f5c7f2ecb60 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:27.064981 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f326d238-cfdf-4090-9c2e-d22be8f376f0 req-1ba7a9e9-95c5-41fa-b223-6f5c7f2ecb60 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.0786362 Jun 16 16:57:27.104525 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f326d238-cfdf-4090-9c2e-d22be8f376f0 req-cf6305ad-18b0-46e2-9824-7b009ac12caa tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Jun 16 16:57:27.330632 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:27.349469 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cef2d-8144-4aad-848b-f99293f42965 req-9a63c0a9-2477-413c-b1c9-f332d8b5e6c2 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:27.350969 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-706cef2d-8144-4aad-848b-f99293f42965 req-9a63c0a9-2477-413c-b1c9-f332d8b5e6c2 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jun 16 16:57:27.389983 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-706cef2d-8144-4aad-848b-f99293f42965 req-702ca22f-8bca-4052-b47f-a94c9d1263e7 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Jun 16 16:57:27.485987 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port ef3ee475-7f40-4ba1-828d-f65740592cd4 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:27.489949 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port ef3ee475-7f40-4ba1-828d-f65740592cd4 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:27.490536 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:27.614139 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:27.662656 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:27.692106 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 34852) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:27.705553 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:27.745437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b176-5d53-47d4-9742-ae534aab5452 req-3993cb7b-ced0-4152-b38a-695b3cb1b4d3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:27.746953 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b721b176-5d53-47d4-9742-ae534aab5452 req-3993cb7b-ced0-4152-b38a-695b3cb1b4d3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 944 time: 0.0704780 Jun 16 16:57:27.789781 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b721b176-5d53-47d4-9742-ae534aab5452 req-97541144-58b3-470b-8f6f-cc54dcb1619a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361166 Jun 16 16:57:27.806891 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:27.863034 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:27.864877 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:27.917274 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:27.924697 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:27.948178 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:27.951906 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-58503bcc-7521-455f-8e79-c63eff6c8bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:27.998568 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13c20cc6001745ba875caed4011f519e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051698 Jun 16 16:57:27.999396 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98544a03-65b9-41d8-b170-336319995dd2,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:28.001508 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 34860) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:28.008923 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:28.057072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:28.085728 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:28.285694 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:28.288372 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:28.289554 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98544a03-65b9-41d8-b170-336319995dd2 HTTP/1.1" status: 204 len: 168 time: 0.2872510 Jun 16 16:57:28.299385 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-667246f3-cb60-4cd5-863e-5772e9357a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:28.307160 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98544a03-65b9-41d8-b170-336319995dd2,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:28.310121 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:28.340964 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4519106-18c9-4042-b51e-36c9d62a1e7c req-8e35115b-4bec-4bf2-85ab-53409e049020 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:28.342571 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f4519106-18c9-4042-b51e-36c9d62a1e7c req-8e35115b-4bec-4bf2-85ab-53409e049020 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.0979781 Jun 16 16:57:28.382940 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f4519106-18c9-4042-b51e-36c9d62a1e7c req-17199e17-541a-4997-a978-15fe55ca2f2a tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Jun 16 16:57:28.413424 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:28.420796 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0fbd25-ba29-4b8e-8811-d5774bea9738" -d '{"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:28.458065 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a275040-af6c-44f9-81d3-aa061a241e7b x-openstack-request-id: req-8a275040-af6c-44f9-81d3-aa061a241e7b {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:28.458065 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:28.458065 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a275040-af6c-44f9-81d3-aa061a241e7b {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:28.458065 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'code': 200} Jun 16 16:57:28.593761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4499-6432-4e45-b514-30653d537402 req-4f1fb2fe-f54d-4f98-959e-51c8dee8eb14 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:28.599480 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-26cf4499-6432-4e45-b514-30653d537402 req-4f1fb2fe-f54d-4f98-959e-51c8dee8eb14 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.0785635 Jun 16 16:57:28.637744 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-26cf4499-6432-4e45-b514-30653d537402 req-8aab9d43-7112-42ab-a0f9-bd90a3c68edb tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Jun 16 16:57:28.720283 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:28.973685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d7f37-5205-4f93-b640-2ba10becc11d req-8bf05757-c6c5-4343-a851-3743532e7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:28.975180 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8e6d7f37-5205-4f93-b640-2ba10becc11d req-8bf05757-c6c5-4343-a851-3743532e7ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1098 time: 0.0606396 Jun 16 16:57:28.992563 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6036b-e386-465d-9d69-3240863669db req-3264b12d-8010-4ce5-a0b1-6afd10d57f00 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:28.994583 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0ed6036b-e386-465d-9d69-3240863669db req-3264b12d-8010-4ce5-a0b1-6afd10d57f00 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0784426 Jun 16 16:57:29.026690 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8e6d7f37-5205-4f93-b640-2ba10becc11d req-16991cb9-3219-48d8-917f-af1ec7d8b363 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jun 16 16:57:29.037463 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0ed6036b-e386-465d-9d69-3240863669db req-526a86ae-e662-4967-abc0-0f0947caecf1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356493 Jun 16 16:57:29.572600 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d053d1-08bc-4991-8091-f0b045cea32e req-532a6de9-a17d-40ce-a004-ab024dbcb752 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:29.580801 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4d053d1-08bc-4991-8091-f0b045cea32e req-532a6de9-a17d-40ce-a004-ab024dbcb752 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.0809724 Jun 16 16:57:29.630237 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4d053d1-08bc-4991-8091-f0b045cea32e req-b00ce739-cc2e-4ae5-9828-e526b0b708b0 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481815 Jun 16 16:57:30.231589 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5ed5a-3764-4107-8bf0-a5c2cbd7daf5 req-59881475-28e3-449d-a141-457dc7160b5c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:30.233315 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-13e5ed5a-3764-4107-8bf0-a5c2cbd7daf5 req-59881475-28e3-449d-a141-457dc7160b5c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0705330 Jun 16 16:57:30.278133 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-13e5ed5a-3764-4107-8bf0-a5c2cbd7daf5 req-434ad908-2f11-4330-bb3f-2ff7b0433b24 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377357 Jun 16 16:57:31.475440 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac56909-ad15-49e1-9174-f2163f411488 req-4f1c93a6-3499-4bcf-b8b5-ae3d64e4f340 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.477395 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fac56909-ad15-49e1-9174-f2163f411488 req-4f1c93a6-3499-4bcf-b8b5-ae3d64e4f340 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0730777 Jun 16 16:57:31.544253 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fac56909-ad15-49e1-9174-f2163f411488 req-ef4b8f58-1faa-4527-9cc3-6df0f7253543 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609930 Jun 16 16:57:31.732150 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860f5cf-5069-4271-a08e-7a2e071f6bef req-d2ebce7f-9318-418a-96de-eb613a78de92 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:31.734648 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3860f5cf-5069-4271-a08e-7a2e071f6bef req-d2ebce7f-9318-418a-96de-eb613a78de92 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0799048 Jun 16 16:57:31.744100 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35000) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:31.751172 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'floatingip': {'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:31.834803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:32.744609 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:32.812064 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:32.934280 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Floating IP 409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed associated. External IP: 172.28.0.186, port: ef3ee475-7f40-4ba1-828d-f65740592cd4. Jun 16 16:57:33.200792 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:33.354160 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:33.358974 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:33.373282 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:33.388272 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:33.388979 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:33.400572 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-c97b3e55-758d-438b-9905-d432a3e6719b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "PUT /v2.0/floatingips/409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed HTTP/1.1" status: 200 len: 991 time: 1.6518290 Jun 16 16:57:33.400572 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:33.400937 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e" -d '{"events": [{"name": "network-changed", "server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:33.586995 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:33.874231 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'floating_ip_address': '172.28.0.186', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'mac_address': 'fa:16:3e:80:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34345b95-d955-45f7-a652-db672a909d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:57:07Z', 'updated_at': '2021-06-16T16:57:32Z', 'revision_number': 1, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:33.877630 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:33.885611 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:33.886207 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:33.994370 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:34.227599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'floating_ip_address': '172.28.0.186', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'mac_address': 'fa:16:3e:80:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34345b95-d955-45f7-a652-db672a909d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:57:07Z', 'updated_at': '2021-06-16T16:57:32Z', 'revision_number': 1, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:34.231062 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea68b-a482-4503-afed-a900c1a95509 None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'floating_ip_address': '172.28.0.186', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'mac_address': 'fa:16:3e:80:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34345b95-d955-45f7-a652-db672a909d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:57:07Z', 'updated_at': '2021-06-16T16:57:32Z', 'revision_number': 1, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:34.461182 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e1395-c826-417d-9258-183f35ed600f None None] New status for floating IP 409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed: ACTIVE {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:57:34.866181 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7aa315-3384-4f21-be20-7f31def7c46f x-openstack-request-id: req-4a7aa315-3384-4f21-be20-7f31def7c46f {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:34.876090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:34.876090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a7aa315-3384-4f21-be20-7f31def7c46f {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:34.876090 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'status': 'completed', 'code': 200} Jun 16 16:57:34.986824 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-cf5d772f-7800-400f-aebb-d9001fe232cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:34.988380 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-cf5d772f-7800-400f-aebb-d9001fe232cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1098 time: 0.0650172 Jun 16 16:57:35.179476 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-7129e763-ce84-4f2a-9c91-27254a57a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.183211 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-7129e763-ce84-4f2a-9c91-27254a57a013 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1480837 Jun 16 16:57:35.296313 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-b1045fb9-8409-4d83-aee7-59cfad1c2288 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 1001 time: 0.0990875 Jun 16 16:57:35.365326 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-b1a88477-8c3e-48ee-9ec7-f6b26817a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.366835 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-b1a88477-8c3e-48ee-9ec7-f6b26817a68e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0612047 Jun 16 16:57:35.444985 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-db368c8b-4226-462a-ba43-fcfb4540ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.446526 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-db368c8b-4226-462a-ba43-fcfb4540ef72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0631180 Jun 16 16:57:35.729419 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-5f4cb829-fd1c-426c-b375-4d496fe95038 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707872 Jun 16 16:57:35.839205 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a79eed7d-f6f4-488b-a819-d0b2ea8c745e req-ac8eec0b-4e2e-42ae-b436-64eb5804d17f service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991845 Jun 16 16:57:39.488501 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35188) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:39.591711 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:39.689622 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:39.879909 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:39.882687 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:39.921877 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9c9908b984a48f2b1cc50e249530ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322045 Jun 16 16:57:39.922650 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce369d-3c01-4563-82ec-bc0dc30ee968,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:39.924797 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35202) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:39.926746 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:39.981593 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.006596 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.167364 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.169721 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.172398 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4bce369d-3c01-4563-82ec-bc0dc30ee968 HTTP/1.1" status: 204 len: 168 time: 0.2456527 Jun 16 16:57:40.174345 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b119b5e-0845-423d-9e89-c4c7de11b0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:40.190051 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce369d-3c01-4563-82ec-bc0dc30ee968,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:40.205080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:40.334316 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35220) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:40.626351 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.739082 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.830169 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.834060 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e19858d8-c672-47d3-9775-545f1913e6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:40.884118 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51589e3cba3449179dd1516a2bae85ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483620 Jun 16 16:57:40.886593 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35242) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:40.892027 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe6c27-50b6-4b8a-b2dc-b66013a334ec,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:40.893770 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:41.037163 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.071746 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.115625 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8064aa2-bbe2-40f5-a75b-b3b04ec8e879 req-f7db537a-af3d-4956-aea8-d11252c3c15c tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:41.117347 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a8064aa2-bbe2-40f5-a75b-b3b04ec8e879 req-f7db537a-af3d-4956-aea8-d11252c3c15c tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.1636059 Jun 16 16:57:41.170913 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a8064aa2-bbe2-40f5-a75b-b3b04ec8e879 req-996bd284-f748-4238-a9ac-9fbc03429870 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Jun 16 16:57:41.279013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35264) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:41.292873 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.296578 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.301262 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cbe6c27-50b6-4b8a-b2dc-b66013a334ec HTTP/1.1" status: 204 len: 168 time: 0.4098368 Jun 16 16:57:41.301262 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:41.307215 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe6c27-50b6-4b8a-b2dc-b66013a334ec,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:41.309866 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:41.419335 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-b51ec469-4d60-4705-a931-005db0df3fb8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:41.421100 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-b51ec469-4d60-4705-a931-005db0df3fb8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.1746557 Jun 16 16:57:41.439356 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-b64b6ca2-edc3-48b1-8d79-cbca00f07617 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/quotas/76cbb6cc280644028b801f9969c1a564 HTTP/1.1" status: 200 len: 375 time: 0.0117297 Jun 16 16:57:41.455426 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.540037 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-16af6e78-e90a-4720-9b0a-61494d8715a1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945027 Jun 16 16:57:41.565279 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.652074 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.655866 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3068afa0-bee7-4253-92ae-873ae451883e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:41.687778 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-b104403a-06b0-4e8f-82be-f6e615814c2c service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343825 Jun 16 16:57:41.709611 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7befa8cb-2bbd-4488-8f77-1df9d3aaa254,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:41.714122 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:41.719739 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e43d71328f442e1aa04ef76a0bdade4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366045 Jun 16 16:57:41.723008 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35288) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:41.820788 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.856474 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:41.908496 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-32c00181-83b4-496d-8478-da9c2369de89 service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047529 Jun 16 16:57:42.074444 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.077233 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.078429 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7befa8cb-2bbd-4488-8f77-1df9d3aaa254 HTTP/1.1" status: 204 len: 168 time: 0.3541367 Jun 16 16:57:42.079171 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:42.086729 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7befa8cb-2bbd-4488-8f77-1df9d3aaa254,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:42.089151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:42.235864 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-bc4dd74c-6be5-484c-9a82-41a9885fbb28 req-40f103b3-2c11-4b1d-b02a-759f81abf8f8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 210 time: 0.0307672 Jun 16 16:57:42.300832 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35310) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:42.318944 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.441625 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d9e0-c8f5-40ae-8208-84b786c2414f req-4ba4e53e-6a01-4687-bbc5-6bb48d518c19 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:42.443420 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b789d9e0-c8f5-40ae-8208-84b786c2414f req-4ba4e53e-6a01-4687-bbc5-6bb48d518c19 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.0963109 Jun 16 16:57:42.468759 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.491683 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b789d9e0-c8f5-40ae-8208-84b786c2414f req-42498996-c4e8-429e-ab41-f7724dc8a7bf tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Jun 16 16:57:42.554268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.561109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:42.602098 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b29fe70b7f2475abe9adea2361475bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997463 Jun 16 16:57:42.603110 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665fd2c2-f2ac-4617-9291-c0fec9f279c6,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:42.605036 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35318) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:42.606639 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:42.664750 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.687685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.926181 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.932354 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:42.936723 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/665fd2c2-f2ac-4617-9291-c0fec9f279c6 HTTP/1.1" status: 204 len: 168 time: 0.3272617 Jun 16 16:57:42.936723 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3633435d-e48a-421c-b2cc-bce024d3d13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:42.955006 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665fd2c2-f2ac-4617-9291-c0fec9f279c6,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:42.962998 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:43.067145 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35334) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:43.335619 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d00d043c-1345-416e-bcd6-ee1e7928950c req-45ee6806-8365-473f-a732-4bc1e681090c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 210 time: 0.0298033 Jun 16 16:57:43.526106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-88a60e0b-8b90-4cd9-ba3a-e664838362f9 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:43.528501 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-88a60e0b-8b90-4cd9-ba3a-e664838362f9 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.13 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.0777493 Jun 16 16:57:43.564522 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35346) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:43.606058 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35350) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:43.636912 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.686959 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Deleting port e8f911ff-f575-4a06-9bd6-9221077a5a75 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:43.687704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.796153 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.817286 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c9526-b6e7-43c3-925a-37e3f574a1aa req-a6c7673c-0e81-4329-949c-509a6db7b7ce tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:43.836207 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ad8c9526-b6e7-43c3-925a-37e3f574a1aa req-a6c7673c-0e81-4329-949c-509a6db7b7ce tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 946 time: 0.1783113 Jun 16 16:57:43.868733 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] For port e8f911ff-f575-4a06-9bd6-9221077a5a75, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e8f911ff-f575-4a06-9bd6-9221077a5a75,segment=NetworkSegment(f9cdde76-6c26-4e7b-847e-83bc690a0a82),segment_id=f9cdde76-6c26-4e7b-847e-83bc690a0a82)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:43.869958 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.879672 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ad8c9526-b6e7-43c3-925a-37e3f574a1aa req-8a41c1fc-c057-4c3b-abd1-1f672e479e5e tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/security-groups?id=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Jun 16 16:57:43.904123 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.904123 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:43.934229 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.949499 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65d1cea14e504b00b7fb98e09eb7cde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394423 Jun 16 16:57:43.956932 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35356) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:43.972122 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d3fa2-a608-4174-8937-d7bb10a1417c,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:43.978518 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Calling delete_port for e8f911ff-f575-4a06-9bd6-9221077a5a75 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:44.000149 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:44.074403 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.110999 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.111234 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.158835 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.309077 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.314017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:44.315976 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.320097 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.321866 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c75d3fa2-a608-4174-8937-d7bb10a1417c HTTP/1.1" status: 204 len: 168 time: 0.3635936 Jun 16 16:57:44.369497 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=168828e87afe40cc8189b5e139e93abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004494 Jun 16 16:57:44.369497 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da062c5c-015a-4dd6-abdc-af0492392cdd,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:44.379535 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35372) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:44.387214 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:44.387214 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9fae6123-f962-4d23-bdc8-f39ec5e598b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:44.395394 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d3fa2-a608-4174-8937-d7bb10a1417c,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:44.398616 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:44.456728 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.479306 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['e8f911ff-f575-4a06-9bd6-9221077a5a75'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:44.482852 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:44.513930 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab1942df-869c-44f0-bc90-ddb35e6624f8 req-25afe763-dfed-4331-b1d2-75465998670f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 210 time: 0.0418644 Jun 16 16:57:44.527712 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.545951 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Pushing event deleted for resources: {'Port': ['ID=e8f911ff-f575-4a06-9bd6-9221077a5a75,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:44.549697 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:44.634434 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] No DVR routers for this DVR port e8f911ff-f575-4a06-9bd6-9221077a5a75 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:44.638990 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.641027 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-929e120a-eec1-46a8-8105-26747f65bbc3 req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.13 "DELETE /v2.0/ports/e8f911ff-f575-4a06-9bd6-9221077a5a75 HTTP/1.1" status: 204 len: 173 time: 1.1027803 Jun 16 16:57:44.646543 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.647378 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'name': 'network-vif-deleted', 'tag': 'e8f911ff-f575-4a06-9bd6-9221077a5a75'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:44.649714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619b2445-1e31-4178-9ad6-205eab241892" -d '{"events": [{"server_uuid": "f240e83b-e1e2-416a-95b4-b717daccb1a1", "name": "network-vif-deleted", "tag": "e8f911ff-f575-4a06-9bd6-9221077a5a75"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:44.653834 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.695709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fecd754-7ff0-4f6d-a695-ab6d026d539c x-openstack-request-id: req-8fecd754-7ff0-4f6d-a695-ab6d026d539c {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:44.696061 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f240e83b-e1e2-416a-95b4-b717daccb1a1", "name": "network-vif-deleted", "tag": "e8f911ff-f575-4a06-9bd6-9221077a5a75", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:44.696337 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8fecd754-7ff0-4f6d-a695-ab6d026d539c {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:44.696738 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240e83b-e1e2-416a-95b4-b717daccb1a1', 'name': 'network-vif-deleted', 'tag': 'e8f911ff-f575-4a06-9bd6-9221077a5a75', 'status': 'completed', 'code': 200} Jun 16 16:57:44.731379 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.735722 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2b77d2fb-cd4f-4367-8ade-7f955b1fe5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:44.772371 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2ccfc80b35845aa98e53e18097917f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7044919 Jun 16 16:57:44.774535 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f5bfb-ae71-414d-a1b2-704be3e08f73,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:44.775304 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35386) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:44.777524 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:44.827775 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.839068 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.853742 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.853742 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da062c5c-015a-4dd6-abdc-af0492392cdd HTTP/1.1" status: 204 len: 168 time: 0.4615769 Jun 16 16:57:44.853742 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-49aaaf63-683c-4141-be16-6fb67c8dfcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:44.856306 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da062c5c-015a-4dd6-abdc-af0492392cdd,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:44.864523 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.866563 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:45.044238 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-120f4977-dcb8-4e0f-9559-7203bd519969 req-f3cb0cef-320c-4b95-888e-0f8b1225df7d tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.0309274 Jun 16 16:57:45.085378 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.088179 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.089662 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b68f5bfb-ae71-414d-a1b2-704be3e08f73 HTTP/1.1" status: 204 len: 168 time: 0.3131669 Jun 16 16:57:45.090508 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4e89ca8f-2cb7-468a-86f2-94fd5d23436f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:45.099616 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f5bfb-ae71-414d-a1b2-704be3e08f73,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:45.102697 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:45.407365 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35400) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:45.427024 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.464602 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-878afdd3-12b4-49ed-943c-cbd8e7944f02 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.466441 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-878afdd3-12b4-49ed-943c-cbd8e7944f02 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.1446650 Jun 16 16:57:45.491943 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Request body: {'port': {'device_id': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'admin_state_up': True, 'tenant_id': '76cbb6cc280644028b801f9969c1a564'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:45.548392 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.701621 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cdd8ad46-8d94-48f3-af47-d1d337d77160 req-1834df27-db4d-4a91-a51b-f3dd8bd64606 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 210 time: 0.0317116 Jun 16 16:57:45.703109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.707379 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-28d90860-ff12-4f87-b252-91f7eaf5c308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:45.756021 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488ba698-06fc-427c-9209-0186bc36940d,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:45.761045 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:45.765731 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=410de2bd974742b09699b6d57310fde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571060 Jun 16 16:57:45.768275 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35416) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:45.828262 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Made reservation on behalf of 76cbb6cc280644028b801f9969c1a564 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:45.836538 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.843198 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.867557 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.039359 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.039359 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.039359 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/488ba698-06fc-427c-9209-0186bc36940d HTTP/1.1" status: 204 len: 168 time: 0.2692249 Jun 16 16:57:46.040335 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-39eb5c8c-e6a7-414e-8f63-693f97c08775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:46.044820 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Allocated IP 172.20.0.4 (e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba/fae82268-c098-4e2c-8410-dfb3412966d9/ad5f5c49-c956-429d-8270-98748b5943ad) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:46.052600 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488ba698-06fc-427c-9209-0186bc36940d,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:46.068093 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:46.250886 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f71c6fec-30bd-4299-a3aa-13fa8fadafda req-5dbe2164-92b1-4aa9-8e58-4571c5d4f16d tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] 10.222.0.72 "GET /v2.0/ports?device_id=f240e83b-e1e2-416a-95b4-b717daccb1a1 HTTP/1.1" status: 200 len: 210 time: 0.0353572 Jun 16 16:57:46.289771 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.423254 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.428866 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:46.439292 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:46.474404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:46.479857 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:46.486317 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:46.515632 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event updated for resources: {'Port': ['ID=ad5f5c49-c956-429d-8270-98748b5943ad,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:46.522024 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:46.548704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:46.549710 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.635221 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1477480 Jun 16 16:57:46.658384 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Request body: {'port': {'device_id': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:46.677767 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35446) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:46.693657 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.765439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.810658 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.897274 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.903499 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3cd26f4e-19e4-418e-ba16-ce78ee2c6ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:46.958602 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1cb4c0690bec44359c5e61179f4660e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791955 Jun 16 16:57:46.963109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35454) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:46.972741 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e4779-8113-49d1-a935-befcfdb22ec4,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:46.982150 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:47.042264 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.091974 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.101208 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d529f-a4b4-419e-9396-f53e35d59623 req-21f7810d-3eeb-4d0a-85db-6440895a8030 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:47.103024 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-874d529f-a4b4-419e-9396-f53e35d59623 req-21f7810d-3eeb-4d0a-85db-6440895a8030 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 931 time: 0.2149754 Jun 16 16:57:47.176896 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-874d529f-a4b4-419e-9396-f53e35d59623 req-a92d86af-b8eb-4af4-ab30-e2fa5e2e3ea3 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669942 Jun 16 16:57:47.249451 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5f5c49-c956-429d-8270-98748b5943ad {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:47.273024 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.283357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.294071 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.300002 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca0e4779-8113-49d1-a935-befcfdb22ec4 HTTP/1.1" status: 204 len: 168 time: 0.3352582 Jun 16 16:57:47.302282 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:47.325545 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e4779-8113-49d1-a935-befcfdb22ec4,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:47.334538 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Transition to ACTIVE for port object ad5f5c49-c956-429d-8270-98748b5943ad will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:47.335653 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.336236 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.340885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:47.344557 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:47.461188 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e8f911ff-f575-4a06-9bd6-9221077a5a75 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:47.504770 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.509183 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: e8f911ff-f575-4a06-9bd6-9221077a5a75 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:47.509565 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e8f911ff-f575-4a06-9bd6-9221077a5a75 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:47.518272 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4c938d0d-e3fe-4a45-abf1-f51da20db2ef tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:47.679257 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f5c49-c956-429d-8270-98748b5943ad,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:47.706943 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:47.764213 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Attempting to bind port ad5f5c49-c956-429d-8270-98748b5943ad on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:47.764541 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Attempting to bind port ad5f5c49-c956-429d-8270-98748b5943ad by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:47.764985 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Attempting to bind port ad5f5c49-c956-429d-8270-98748b5943ad on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:47.769222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Port ad5f5c49-c956-429d-8270-98748b5943ad on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:57:47.769561 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Attempting to bind port ad5f5c49-c956-429d-8270-98748b5943ad on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:47.774299 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:47.774628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Checking segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:47.775025 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Bound using segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:47.775445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Bound port: ad5f5c49-c956-429d-8270-98748b5943ad, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:47.775782 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.842393 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] For port ad5f5c49-c956-429d-8270-98748b5943ad, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:47.845618 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] For port ad5f5c49-c956-429d-8270-98748b5943ad, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ad5f5c49-c956-429d-8270-98748b5943ad,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:47.994885 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.998599 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:48.034052 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.037823 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:48.039344 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] 10.222.0.13 "PUT /v2.0/ports/ad5f5c49-c956-429d-8270-98748b5943ad HTTP/1.1" status: 200 len: 1093 time: 1.3866119 Jun 16 16:57:48.039850 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'tag': 'ad5f5c49-c956-429d-8270-98748b5943ad'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:48.042403 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c36218-c3c5-400d-800c-35d837ddd10f" -d '{"events": [{"name": "network-changed", "server_uuid": "c91c7987-7054-48d0-8ae1-6b3e28b60a26", "tag": "ad5f5c49-c956-429d-8270-98748b5943ad"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:48.113323 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ed488-acdd-4a43-962f-808a585664de x-openstack-request-id: req-e79ed488-acdd-4a43-962f-808a585664de {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:48.115032 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91c7987-7054-48d0-8ae1-6b3e28b60a26", "tag": "ad5f5c49-c956-429d-8270-98748b5943ad", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:48.115588 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e79ed488-acdd-4a43-962f-808a585664de {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:48.116240 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'tag': 'ad5f5c49-c956-429d-8270-98748b5943ad', 'status': 'completed', 'code': 200} Jun 16 16:57:48.117068 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f5c49-c956-429d-8270-98748b5943ad,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:48.126046 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.126752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.127285 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.127890 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.128511 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.129071 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.129846 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.130378 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.131032 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.131145 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.135703 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.135703 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:48.140194 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:48.209483 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36218-c3c5-400d-800c-35d837ddd10f req-587a2dc0-a090-4a7e-ae1a-06104c09e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.211231 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38c36218-c3c5-400d-800c-35d837ddd10f req-587a2dc0-a090-4a7e-ae1a-06104c09e0b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 1096 time: 0.0657880 Jun 16 16:57:48.434589 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35512) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:48.445009 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36218-c3c5-400d-800c-35d837ddd10f req-767e8974-3f31-46bd-989c-908b49ec17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.446640 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38c36218-c3c5-400d-800c-35d837ddd10f req-767e8974-3f31-46bd-989c-908b49ec17e3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=76cbb6cc280644028b801f9969c1a564&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2206805 Jun 16 16:57:48.555403 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fc7c-8bdc-49de-966e-5565c8ad5685 req-68c2eadb-afa5-499b-aef9-b8abef95e02f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.558038 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5456fc7c-8bdc-49de-966e-5565c8ad5685 req-68c2eadb-afa5-499b-aef9-b8abef95e02f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 943 time: 0.1722658 Jun 16 16:57:48.663732 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1313586035-network', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:48.663880 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5456fc7c-8bdc-49de-966e-5565c8ad5685 req-48b4370d-42f8-4aab-8801-564d412e3378 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875993 Jun 16 16:57:48.663880 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36218-c3c5-400d-800c-35d837ddd10f req-8301f98a-4253-467e-b4c3-672192c24221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.663880 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38c36218-c3c5-400d-800c-35d837ddd10f req-8301f98a-4253-467e-b4c3-672192c24221 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976733 Jun 16 16:57:48.967302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-fdc5f590-3fd3-43a4-a01b-464a006037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.967302 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-fdc5f590-3fd3-43a4-a01b-464a006037ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 1096 time: 0.0841444 Jun 16 16:57:48.967302 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-734e2ed7-2df9-4e04-a51b-53a33cdc470a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad5f5c49-c956-429d-8270-98748b5943ad HTTP/1.1" status: 200 len: 217 time: 0.0374000 Jun 16 16:57:48.967302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-f6945840-8116-4636-bc6e-d14cbe3476e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:48.967302 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-f6945840-8116-4636-bc6e-d14cbe3476e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.0502501 Jun 16 16:57:48.968466 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-aa84afb7-8d37-4b19-a473-a86225350cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329733 Jun 16 16:57:49.143243 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Made reservation on behalf of b514eec370e249d98b15b2b40f9d6585 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:49.146234 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.159197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.255194 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35536) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:49.284389 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.315530 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-30f97b83-d6ca-4786-8b43-60380fb446c3 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317523 Jun 16 16:57:49.326880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.423735 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0b5b3d17-7adc-4fdf-b6b3-f9019faa6125 req-e604618c-ec28-43eb-9515-52307777b886 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977058 Jun 16 16:57:49.440993 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.446931 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-76fbcfc3-ad7e-47b7-b3b0-cf2d09599d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:49.481704 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:57:49.497295 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c659179-34fd-4f01-a857-df453db8efbf,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:49.503723 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:49.510517 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.510828 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Added segment 1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15 of type vlan for network 3c2fd106-6850-42fd-8902-3a7db868f2ba Jun 16 16:57:49.567821 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.630722 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.710204 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.732837 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:49.732837 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.733009 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35552) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:49.733106 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:49.776974 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.831846 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2fd106-6850-42fd-8902-3a7db868f2ba,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:49.842357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:49.846478 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-df4e170f-465b-484d-876e-1a07c32414d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:49.852325 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:57:49.873829 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a829d1-ce9e-465d-805d-6eaac5d89d1b,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:49.873829 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:49.876211 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff94a0d23ecd4e48ada5b9e98ed52fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196802 Jun 16 16:57:49.877817 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4422126 Jun 16 16:57:49.879336 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35560) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:49.887396 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Deleting subnet 8278811e-9edb-4915-b9ba-430f3a1b3434 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:57:49.891334 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35562) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:49.905485 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Request body: {'subnet': {'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1313586035-subnet', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'ip_version': 4}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:49.911996 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:49.997257 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.024547 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.031182 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.078656 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f661e-0fef-4e17-82a0-f9357680db8b req-c41fe03b-ce9d-41b4-9a99-d1429cf0ea91 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:50.081386 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-134f661e-0fef-4e17-82a0-f9357680db8b req-c41fe03b-ce9d-41b4-9a99-d1429cf0ea91 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 943 time: 0.2794495 Jun 16 16:57:50.156565 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.174227 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.175389 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.176841 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16a829d1-ce9e-465d-805d-6eaac5d89d1b HTTP/1.1" status: 204 len: 168 time: 0.2962184 Jun 16 16:57:50.177778 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-fb3c0836-73e0-4264-936f-1dbf38d9bf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:50.187614 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a829d1-ce9e-465d-805d-6eaac5d89d1b,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:50.196477 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:50.204755 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Made reservation on behalf of b514eec370e249d98b15b2b40f9d6585 for: {'subnet': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:50.207862 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14684376'] for subnet, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.231650 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-134f661e-0fef-4e17-82a0-f9357680db8b req-4f15fb25-f80c-4f41-84ba-7f1290b81ad5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394525 Jun 16 16:57:50.509037 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.511628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:50.535261 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8278811e-9edb-4915-b9ba-430f3a1b3434,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:50.539247 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:50.542639 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.544547 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8278811e-9edb-4915-b9ba-430f3a1b3434 HTTP/1.1" status: 204 len: 168 time: 0.8164549 Jun 16 16:57:50.547660 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35582) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:50.659246 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14575696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14684362'] for subnet, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.668924 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:50.721741 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.792059 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a394e63-6c5b-4a51-bf32-f53d8d7eb794,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:50.855310 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:50.900166 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Checking segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:50.901215 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Network hostable DHCP agents. Network: 3c2fd106-6850-42fd-8902-3a7db868f2ba, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:57:50.960091 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8b15-a208-4529-8431-661fc5b04eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.997328 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.022566 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7ed4a9-382f-4b15-ac8c-b0a683639757']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:51.040189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cdde76-6c26-4e7b-847e-83bc690a0a82') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:51.040663 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cdde76-6c26-4e7b-847e-83bc690a0a82') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:51.059764 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.087048 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.105396 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:57:51.106074 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:57:51.109976 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:57:51.127607 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:57:51.250944 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 3c2fd106-6850-42fd-8902-3a7db868f2ba) {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:51.259676 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:51.259676 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.262479 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eed793-8065-4071-8377-2066390ef6a5 None None] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:57:51.327634 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.338802 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.351446 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] 10.222.0.72 "DELETE /v2.0/networks/af7ed4a9-382f-4b15-ac8c-b0a683639757 HTTP/1.1" status: 204 len: 168 time: 0.7990568 Jun 16 16:57:51.351446 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:51.375050 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Pushing event deleted for resources: {'Network': ['ID=af7ed4a9-382f-4b15-ac8c-b0a683639757,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:51.378352 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:51.458129 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5611227 Jun 16 16:57:51.474222 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35628) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:51.480395 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:51.524342 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68dc3-2a19-4c4d-ad52-01a9c19c2349 req-96ec136d-487c-486f-86a7-d3729d5cab63 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:51.534082 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-27b68dc3-2a19-4c4d-ad52-01a9c19c2349 req-96ec136d-487c-486f-86a7-d3729d5cab63 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 943 time: 0.1423674 Jun 16 16:57:51.538201 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-3c2fd106-6850-42fd-8902-3a7db868f2ba', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:57:51.538647 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.583890 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.585380 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.594787 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-27b68dc3-2a19-4c4d-ad52-01a9c19c2349 req-bb73b402-ebec-4307-b786-81968bd88a74 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597756 Jun 16 16:57:51.670810 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:51.767067 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Allocated IP 172.20.0.2 (3c2fd106-6850-42fd-8902-3a7db868f2ba/1a394e63-6c5b-4a51-bf32-f53d8d7eb794/2294a71b-8707-4ed4-91bd-388066ad6d44) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:52.009970 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.015489 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.032438 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Transition to ACTIVE for port object 2294a71b-8707-4ed4-91bd-388066ad6d44 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:52.053580 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Transition to ACTIVE for port object 2294a71b-8707-4ed4-91bd-388066ad6d44 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:52.186046 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35642) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:52.213915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.215942 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:52.231008 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5bef4c7f-ce4e-452a-9fe2-96b01e74d91b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f6970415cf742bc968b5e1a154c8fa4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448449 Jun 16 16:57:52.233776 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35646) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:52.334124 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:52.342086 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:52.360986 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.366275 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:52.414991 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35658) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:52.450273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.459496 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Pushing event updated for resources: {'Port': ['ID=2294a71b-8707-4ed4-91bd-388066ad6d44,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:52.537574 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.540956 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.540956 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.541278 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.541734 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.542901 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.544705 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.545492 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.546707 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.548977 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.549472 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.549889 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:52.568068 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:52.600150 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Attempting to bind port 2294a71b-8707-4ed4-91bd-388066ad6d44 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:52.605543 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.606411 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Attempting to bind port 2294a71b-8707-4ed4-91bd-388066ad6d44 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:52.607048 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Attempting to bind port 2294a71b-8707-4ed4-91bd-388066ad6d44 on network 3c2fd106-6850-42fd-8902-3a7db868f2ba {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:52.615485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:52.615485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Checking segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:52.615485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.615485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Bound using segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:52.615485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Bound port: 2294a71b-8707-4ed4-91bd-388066ad6d44, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:52.616373 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.679863 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.683457 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.684820 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d44d685b-aa82-49f2-ab4b-a7cbeb2c241c HTTP/1.1" status: 204 len: 168 time: 0.4499297 Jun 16 16:57:52.686202 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:52.706198 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] For port 2294a71b-8707-4ed4-91bd-388066ad6d44, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:52.712058 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d685b-aa82-49f2-ab4b-a7cbeb2c241c,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:52.714669 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] For port 2294a71b-8707-4ed4-91bd-388066ad6d44, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=2294a71b-8707-4ed4-91bd-388066ad6d44,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:52.718035 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:52.847101 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.864001 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:52.864095 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.918868 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.047869 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Pushing event updated for resources: {'Port': ['ID=2294a71b-8707-4ed4-91bd-388066ad6d44,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:53.055482 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:53.090286 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95532-1054-4837-b379-2d9aa750276c req-8745338a-5544-4b37-bfcf-09b18468ee4b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:53.093857 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-87a95532-1054-4837-b379-2d9aa750276c req-8745338a-5544-4b37-bfcf-09b18468ee4b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 943 time: 0.1350424 Jun 16 16:57:53.131146 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Allocated IP 172.28.0.95 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/5d61921c-cf07-4230-a062-dc06b61c133f) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:53.185277 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-87a95532-1054-4837-b379-2d9aa750276c req-f8e6cf98-fcc1-40d7-a01b-999a7fa71f73 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851853 Jun 16 16:57:53.200114 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.390016 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.447286 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.457059 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c383237f-b73a-42dd-b2af-38ef6f876e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:53.475851 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ad5f5c49-c956-429d-8270-98748b5943ad details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:57:53.518659 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd81ed59462c49f6abefc8d106594565&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985279 Jun 16 16:57:53.521945 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35684) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:53.524474 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49e2e20-aee6-4e03-b61a-a64111fcae30,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:53.529217 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:53.629703 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.635992 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2c515a19-480b-42cc-83c5-0b61588d162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.649468 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.680004 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:53.683029 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ad5f5c49-c956-429d-8270-98748b5943ad, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ad5f5c49-c956-429d-8270-98748b5943ad,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:53.683907 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.700059 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'ad5f5c49-c956-429d-8270-98748b5943ad', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'port_id': 'ad5f5c49-c956-429d-8270-98748b5943ad', 'mac_address': 'fa:16:3e:10:1a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae82268-c098-4e2c-8410-dfb3412966d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:57:53.720005 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35688) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:53.728133 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:53.784942 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.797588 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:53.800160 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Pushing event updated for resources: {'Port': ['ID=5d61921c-cf07-4230-a062-dc06b61c133f,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:53.802469 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:53.806720 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:53.812223 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.854826 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5f5c49-c956-429d-8270-98748b5943ad {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:57:53.905550 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ad5f5c49-c956-429d-8270-98748b5943ad, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ad5f5c49-c956-429d-8270-98748b5943ad,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:53.917785 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.922174 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.927732 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e49e2e20-aee6-4e03-b61a-a64111fcae30 HTTP/1.1" status: 204 len: 168 time: 0.4004421 Jun 16 16:57:53.927732 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:53.938252 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49e2e20-aee6-4e03-b61a-a64111fcae30,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:53.953062 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:54.033974 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.038828 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:54.043559 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.205228 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ad5f5c49-c956-429d-8270-98748b5943ad,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:54.205228 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 2294a71b-8707-4ed4-91bd-388066ad6d44 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:54.205228 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:54.376411 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.412494 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['ad5f5c49-c956-429d-8270-98748b5943ad'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:57:54.445511 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.477603 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.488521 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 2294a71b-8707-4ed4-91bd-388066ad6d44 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:54.509211 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:54.568241 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c99024422a014ed192954f7a253854c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8470726 Jun 16 16:57:54.572739 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35710) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:54.583309 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8505ff0f-74e0-47a0-b5a7-66c4c567af61,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:54.600015 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:54.676911 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4bcb-f40c-4f56-8b06-1184e5c3b77d req-ac07e56d-7a1f-448d-ae77-42fdb8dda143 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:54.688695 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2f2a4bcb-f40c-4f56-8b06-1184e5c3b77d req-ac07e56d-7a1f-448d-ae77-42fdb8dda143 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 944 time: 0.2294228 Jun 16 16:57:54.720992 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.767863 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2f2a4bcb-f40c-4f56-8b06-1184e5c3b77d req-03f04ef5-9903-4a92-8d46-6a565e389273 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733540 Jun 16 16:57:54.776319 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.831076 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafdcf7-da4b-4f74-ae32-ce4b30a2c710 None None] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:57:55.002047 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.004952 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.006254 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8505ff0f-74e0-47a0-b5a7-66c4c567af61 HTTP/1.1" status: 204 len: 168 time: 0.4317868 Jun 16 16:57:55.010467 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:55.020481 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505ff0f-74e0-47a0-b5a7-66c4c567af61,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:55.024048 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:55.067132 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.140173 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Provisioning for port 2294a71b-8707-4ed4-91bd-388066ad6d44 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:55.146548 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Provisioning complete for port 2294a71b-8707-4ed4-91bd-388066ad6d44 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:55.146943 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.244123 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-cc7d4435-79f8-470e-84cc-ee2bfce9515b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872765 Jun 16 16:57:55.249175 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.318407 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] For port 2294a71b-8707-4ed4-91bd-388066ad6d44, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=2294a71b-8707-4ed4-91bd-388066ad6d44,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:55.340494 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.446766 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35734) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:55.451157 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.453811 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-850148e1-c9ca-4f23-8f53-3920cca3ff57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:55.503035 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.533939 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-ce29b946-d59c-47e3-9396-4650605ec365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:55.536850 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-ce29b946-d59c-47e3-9396-4650605ec365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 1098 time: 0.2192807 Jun 16 16:57:55.567315 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Pushing event updated for resources: {'Port': ['ID=2294a71b-8707-4ed4-91bd-388066ad6d44,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:55.573540 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:55.591055 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-7f5f70c7-fd50-4a11-89dc-1e59fd74af01 None None] Provisioning complete for port 2294a71b-8707-4ed4-91bd-388066ad6d44 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:55.591055 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7f5f70c7-fd50-4a11-89dc-1e59fd74af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.605296 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:57:55.848048 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.855379 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-5e0516bf-3da2-481c-b79b-067554b9af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:55.865688 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-5e0516bf-3da2-481c-b79b-067554b9af3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 916 time: 0.2842598 Jun 16 16:57:55.866943 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:55.880713 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Sync routers for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:55.904881 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:55.905088 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 2294a71b-8707-4ed4-91bd-388066ad6d44 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:55.905972 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:55.949966 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-df3aad2c-5db2-4b5e-ac3f-286a684d77a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d HTTP/1.1" status: 200 len: 217 time: 0.0596895 Jun 16 16:57:55.950901 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.956006 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9a1e4371-04ae-4284-891e-85db9faf6ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:55.994341 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.998389 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5198321 Jun 16 16:57:55.998886 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35752) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:56.063805 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 2294a71b-8707-4ed4-91bd-388066ad6d44 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:56.064196 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.085744 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:56.128322 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12e40e94f58043cc8d50c5ae695c61b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796868 Jun 16 16:57:56.133464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba755d8-d245-4b5e-a8a0-21d7f0c2984f,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:56.140371 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35758) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:56.152225 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:56.186112 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-b5997a43-fe44-4d0d-b2ce-820d6c72a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:56.188101 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-b5997a43-fe44-4d0d-b2ce-820d6c72a009 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.2201297 Jun 16 16:57:56.262388 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-09e341ba-490a-423b-9d9f-6ff5101c987d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491149 Jun 16 16:57:56.310433 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.317584 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:56.377302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc220f7a-abfc-4225-9c29-ba410202b810 req-e489819e-7af3-4b33-8d2e-77041e1fb740 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:56.380219 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fc220f7a-abfc-4225-9c29-ba410202b810 req-e489819e-7af3-4b33-8d2e-77041e1fb740 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 944 time: 0.3925068 Jun 16 16:57:56.399433 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.423599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:54Z', 'revision_number': 3, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:56.429545 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Checking router: d9ce911e-9c06-4ee8-85bb-ef495c6a5508 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:56.429921 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Updating router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 port 5d61921c-cf07-4230-a062-dc06b61c133f binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:57:56.475298 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.517152 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fc220f7a-abfc-4225-9c29-ba410202b810 req-159277cf-bfad-443e-9623-600ca021330e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199880 Jun 16 16:57:56.518549 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.558668 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-d8c86035-79a0-4a6d-a773-6399fcd2f880 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834103 Jun 16 16:57:56.661721 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35766) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:56.680146 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.693034 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.694553 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dba755d8-d245-4b5e-a8a0-21d7f0c2984f HTTP/1.1" status: 204 len: 168 time: 0.5498765 Jun 16 16:57:56.698550 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a5bfed4c-8fe8-490b-9aa8-e7c1f3bf193e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:56.716744 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.723351 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba755d8-d245-4b5e-a8a0-21d7f0c2984f,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:56.729280 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:56.818069 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eb0b5dbf-4dd5-439a-a353-c58a7e07514e req-c4188f4b-2921-4433-8878-dcebca3a85de service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408090 Jun 16 16:57:56.875159 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.886651 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.903757 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35774) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:56.905920 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Transition to ACTIVE for port object 5d61921c-cf07-4230-a062-dc06b61c133f will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:57.011271 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.015391 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:57.072942 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Pushing event updated for resources: {'Port': ['ID=5d61921c-cf07-4230-a062-dc06b61c133f,revision_number=2']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:57.083130 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.083885 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.084214 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.084539 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.084857 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.085178 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.085523 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.085834 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.089836 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.089836 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.089836 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.089836 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:57.100258 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-570062986-network', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:57.103890 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:57.119139 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.135992 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Allocated IP 172.20.0.1 (3c2fd106-6850-42fd-8902-3a7db868f2ba/1a394e63-6c5b-4a51-bf32-f53d8d7eb794/8d6c4a5b-03d3-4182-8dc9-8c341f5d5971) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:57:57.145645 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Attempting to bind port 5d61921c-cf07-4230-a062-dc06b61c133f on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:57:57.146302 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Attempting to bind port 5d61921c-cf07-4230-a062-dc06b61c133f by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:57:57.146658 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Attempting to bind port 5d61921c-cf07-4230-a062-dc06b61c133f on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:57:57.152171 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:57:57.157954 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:57:57.157954 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.157954 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:57:57.157954 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Bound port: 5d61921c-cf07-4230-a062-dc06b61c133f, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:57:57.157954 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.208336 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] For port 5d61921c-cf07-4230-a062-dc06b61c133f, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:57:57.208528 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.211121 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] For port 5d61921c-cf07-4230-a062-dc06b61c133f, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=5d61921c-cf07-4230-a062-dc06b61c133f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:57:57.264854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cd0759da-aabb-4ec1-b7e5-d2f965a9d964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:57.343204 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.345887 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:57.362007 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9116e8d5d024d5a8f3ccb221bc5aa48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988654 Jun 16 16:57:57.363828 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35790) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:57.377870 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d3bb7a-b760-4a58-b5e8-8f509c36dfef,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:57.531648 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.531648 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Transition to ACTIVE for port object 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:57:57.531648 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:57.534099 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Pushing event updated for resources: {'Port': ['ID=5d61921c-cf07-4230-a062-dc06b61c133f,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:57.534099 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:57.536234 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ad5f5c49-c956-429d-8270-98748b5943ad up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:57.537116 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.537758 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Made reservation on behalf of dd3182a3d0924848bbffa654d3b40aec for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:57.537758 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.538327 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:57.538327 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:57.538492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.547317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.609944 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.656274 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:57.669054 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.673797 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.678721 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35d3bb7a-b760-4a58-b5e8-8f509c36dfef HTTP/1.1" status: 204 len: 168 time: 0.3117905 Jun 16 16:57:57.679783 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7fd685ba-78f6-47ba-8f35-3307f85315dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:57.686752 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:57.692916 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:57.699820 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d3bb7a-b760-4a58-b5e8-8f509c36dfef,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:57.702675 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port ad5f5c49-c956-429d-8270-98748b5943ad completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:57.705821 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:57.707957 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port ad5f5c49-c956-429d-8270-98748b5943ad triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:57.708338 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.725266 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:57.728871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:57:57.839702 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.922159 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95804c-a7d0-4218-8c4c-9dade46abae9 req-c250f030-c75a-49ed-9afe-cc73df0ee10e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:57.923064 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.932772 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2d95804c-a7d0-4218-8c4c-9dade46abae9 req-c250f030-c75a-49ed-9afe-cc73df0ee10e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 944 time: 0.1861503 Jun 16 16:57:57.970176 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f5c49-c956-429d-8270-98748b5943ad'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:57.979190 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee10649-6261-4625-9329-5e48951fb074" -d '{"events": [{"server_uuid": "c91c7987-7054-48d0-8ae1-6b3e28b60a26", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f5c49-c956-429d-8270-98748b5943ad"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:58.026351 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ad5f5c49-c956-429d-8270-98748b5943ad, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ad5f5c49-c956-429d-8270-98748b5943ad,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:58.073010 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2d95804c-a7d0-4218-8c4c-9dade46abae9 req-19f23338-a6f3-459f-8071-0867c9de4c93 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349025 Jun 16 16:57:58.085494 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20e7a2-1706-47ea-9aab-83aec0544bf0 x-openstack-request-id: req-8d20e7a2-1706-47ea-9aab-83aec0544bf0 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:58.085976 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91c7987-7054-48d0-8ae1-6b3e28b60a26", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f5c49-c956-429d-8270-98748b5943ad", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:58.086390 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d20e7a2-1706-47ea-9aab-83aec0544bf0 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:58.086789 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f5c49-c956-429d-8270-98748b5943ad', 'code': 200} Jun 16 16:57:58.103159 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:58.107279 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:58.149608 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.166306 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.169023 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:58.225179 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-86f0cb69-0f5d-4902-a93f-04c9fde23695 None None] Provisioning for port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:57:58.239849 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-86f0cb69-0f5d-4902-a93f-04c9fde23695 None None] Provisioning complete for port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:58.240510 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-86f0cb69-0f5d-4902-a93f-04c9fde23695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.243566 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ad5f5c49-c956-429d-8270-98748b5943ad,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:58.270336 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:58.286408 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.296352 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:54Z', 'revision_number': 3, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:58.297015 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-86f0cb69-0f5d-4902-a93f-04c9fde23695 None None] Port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:57:58.301520 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac908748-c11d-4db4-8e85-6bba852aef4b None None] The sync data for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb is: [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:54Z', 'revision_number': 3, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:58.305051 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a44243ce-c96d-4a22-ae63-41ba58991810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:58.343581 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:57:58.402109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.402545 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Added segment 34fee82f-7323-4336-9845-e55a683ada80 of type vlan for network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df Jun 16 16:57:58.411936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c3556b-47b8-4ff8-8ec5-d063d5ecac58,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:58.415027 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.417740 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:58.491276 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.491987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35826) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:58.639885 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4669f93-d8aa-4a3b-9317-663a4b0ed67e req-67fd1e45-7143-4cf5-a028-c4cce8832004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:58.641499 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4669f93-d8aa-4a3b-9317-663a4b0ed67e req-67fd1e45-7143-4cf5-a028-c4cce8832004 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 1098 time: 0.0993791 Jun 16 16:57:58.746245 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.763387 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4669f93-d8aa-4a3b-9317-663a4b0ed67e req-35b20777-f17d-42c3-82f7-259d365b0f23 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989280 Jun 16 16:57:58.769241 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:58.770053 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.774078 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3948564e-e3ac-4c30-9a26-94c68a1558a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:58.779044 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.792805 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.844854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.890383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Pushing event updated for resources: {'Network': ['ID=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:58.892450 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.897315 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:58.897942 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8f076607-5dfe-42e0-bc02-e330370764b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:58.904368 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:57:58.954722 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0495710 Jun 16 16:57:58.955349 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35848) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:58.968646 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Request body: {'subnet': {'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-subnet', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:57:59.000939 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:59.004537 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:59.006464 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.092604 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.159936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:57:59.161998 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:57:59.221666 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.227140 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8bc0d72b-de88-48f1-bed6-4f055e50654f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:59.303967 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c719c541-7c52-4906-be44-c4e4d9994142,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:59.311730 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:59.329736 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7af1cb7d09e408e83f0fd5109a11a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364255 Jun 16 16:57:59.330415 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35860) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:59.411752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.442522 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.537006 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ab2743cc-d2d5-4ff4-827c-3c9ca636514f None None] Provisioning complete for port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:57:59.537439 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ab2743cc-d2d5-4ff4-827c-3c9ca636514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.608070 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-ab2743cc-d2d5-4ff4-827c-3c9ca636514f None None] Port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:57:59.634573 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.638002 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.640106 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c719c541-7c52-4906-be44-c4e4d9994142 HTTP/1.1" status: 204 len: 168 time: 0.3076377 Jun 16 16:57:59.642330 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:59.660245 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719c541-7c52-4906-be44-c4e4d9994142,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:59.667376 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:59.726659 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Made reservation on behalf of dd3182a3d0924848bbffa654d3b40aec for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:57:59.729055 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.750489 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:59.761918 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692b423-0993-4ab7-92ef-feab2b5c2e52 req-d1f39aad-ea4d-4550-a443-dde55739de83 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:59.763877 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1692b423-0993-4ab7-92ef-feab2b5c2e52 req-d1f39aad-ea4d-4550-a443-dde55739de83 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 945 time: 0.5032194 Jun 16 16:57:59.894754 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5d61921c-cf07-4230-a062-dc06b61c133f up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:57:59.992803 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1692b423-0993-4ab7-92ef-feab2b5c2e52 req-d55b3f08-825a-4483-bcbc-f053d6e12897 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153971 Jun 16 16:58:00.078993 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 5d61921c-cf07-4230-a062-dc06b61c133f completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:00.083532 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 5d61921c-cf07-4230-a062-dc06b61c133f triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:00.089453 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.089865 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:00.096502 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] 10.222.0.72 "PUT /v2.0/routers/d9ce911e-9c06-4ee8-85bb-ef495c6a5508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0958652 Jun 16 16:58:00.187083 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.215482 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 5d61921c-cf07-4230-a062-dc06b61c133f, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=5d61921c-cf07-4230-a062-dc06b61c133f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:00.297759 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.308483 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-225c4536-e3ac-4c1a-a43a-fbf22a4c709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.332866 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.340477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.408894 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=5d61921c-cf07-4230-a062-dc06b61c133f,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.414804 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.429936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78de8621-6104-4120-a892-6547f97ad53c,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.439483 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.444476 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Checking segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:00.444835 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Network hostable DHCP agents. Network: 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:58:00.540612 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Sync routers for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:00.550021 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35894) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:00.559038 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:00.559909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:00.582366 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:58:00.592862 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.695160 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:00.726865 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.736284 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:00.747850 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:00.749085 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.784802 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4884df-a6d0-4875-b1be-d194701017ca None None] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:00.829809 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.838409 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.897540 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7ec5c19846b4a71a061a749f1714f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462298 Jun 16 16:58:00.898904 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446667e6-ce25-4182-971e-ac2b2c28db07,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.900494 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 35902) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:00.914668 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.968398 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.993847 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0320342 Jun 16 16:58:00.997007 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.997810 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35904) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:01.004795 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:01.153901 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.155301 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.165813 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84504c78-4d58-4161-a53a-ba290eb377d9 None None] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:01.234727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.238193 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 2, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:01.241149 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.244566 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/446667e6-ce25-4182-971e-ac2b2c28db07 HTTP/1.1" status: 204 len: 168 time: 0.3408444 Jun 16 16:58:01.247767 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Checking router: d9ce911e-9c06-4ee8-85bb-ef495c6a5508 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:01.248717 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Updating router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:01.250003 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-897d08dc-8804-465b-af0d-7f2f8dc01acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:01.277222 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446667e6-ce25-4182-971e-ac2b2c28db07,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:01.283126 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:01.335253 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.342659 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.348829 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa7ed9-37d2-4647-b56c-035beb715c6f req-8d9c0af1-9812-440b-aa4e-35b0325a7401 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:01.352238 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b5aa7ed9-37d2-4647-b56c-035beb715c6f req-8d9c0af1-9812-440b-aa4e-35b0325a7401 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 945 time: 0.2071481 Jun 16 16:58:01.432457 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b5aa7ed9-37d2-4647-b56c-035beb715c6f req-d39ac23e-43f3-4087-a3b3-28e8f0fb0a7b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748463 Jun 16 16:58:01.739941 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.886371 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5d61921c-cf07-4230-a062-dc06b61c133f up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:02.076118 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.080461 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 5d61921c-cf07-4230-a062-dc06b61c133f triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:02.080747 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.110206 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Transition to ACTIVE for port object 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:02.204444 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.205492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.212928 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:02.269513 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.290038 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330c68-04a6-44e7-bfe7-5f80c3305989 None None] Pushing event updated for resources: {'Port': ['ID=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:02.305173 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-25330c68-04a6-44e7-bfe7-5f80c3305989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:02.499993 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Allocated IP 172.28.0.9 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/9ffae039-66ca-447d-8ad7-22bc8e3dee9d) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:02.548805 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Attempting to bind port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:02.549556 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Attempting to bind port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:02.550313 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Attempting to bind port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 on network 3c2fd106-6850-42fd-8902-3a7db868f2ba {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:02.569497 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:02.570111 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Checking segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:02.578915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.578915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Bound using segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:02.578915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Bound port: 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:02.578915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.723338 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] For port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:02.733108 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] For port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:02.804067 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.816713 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:02.932131 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:02.933358 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:03.008619 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:03.140156 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330c68-04a6-44e7-bfe7-5f80c3305989 None None] Pushing event updated for resources: {'Port': ['ID=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:03.146679 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-25330c68-04a6-44e7-bfe7-5f80c3305989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:03.211543 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 35984) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:03.218641 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-682978600-network', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:03.227658 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:03.241311 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:03.261950 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:03.328741 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Pushing event updated for resources: {'Port': ['ID=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:03.343952 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:03.353388 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:03.354696 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:03.359658 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:03.468238 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Made reservation on behalf of a4fcd4702d0d482aaa9f62c8d735860b for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:03.470635 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:03.486305 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:03.552896 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:02Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:03.559840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5c49c-01d6-468d-a302-a91b0136108a None None] The sync data for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb is: [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:02Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:03.846779 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:03.901127 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:03.993858 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:04.109961 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.122761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:58:04.132620 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.132959 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Added segment a5b4b5bc-2328-4129-83b1-027389f63884 of type vlan for network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 Jun 16 16:58:04.143192 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-1cc29c9b-187e-4f44-a32d-ea9903a3e545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:04.171152 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1a0f7-6cf9-40b7-980d-d364ae9038e5,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:04.182912 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:04.240680 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.287251 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.294535 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:04.300654 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:04.301552 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.346920 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.390335 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:04.397258 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.406581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b539a6f-dbf4-425f-a810-3b9c304bd137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:04.432271 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.474323 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:04.496419 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2828536 Jun 16 16:58:04.499478 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Pushing event updated for resources: {'Network': ['ID=37e3c474-ba56-4ce1-9a3f-d65a626fae15,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:04.500403 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36016) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:04.507607 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Request body: {'subnet': {'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-682978600-subnet', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:04.510078 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:58:04.510760 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:04.572697 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.575511 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:04.651038 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Made reservation on behalf of a4fcd4702d0d482aaa9f62c8d735860b for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:04.653682 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:04.704537 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:04.714441 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Router a47dd1bf-2d96-4618-8f02-5644d58545de is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:58:04.719161 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:04.970595 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:04.995247 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Sync routers for ids ['a47dd1bf-2d96-4618-8f02-5644d58545de'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:05.015476 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Routers {'a47dd1bf-2d96-4618-8f02-5644d58545de'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:05.018571 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a47dd1bf-2d96-4618-8f02-5644d58545de'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:05.194531 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:05.195992 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1963809 Jun 16 16:58:05.200830 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36074) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:05.219300 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Set router a47dd1bf-2d96-4618-8f02-5644d58545de gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:05.223243 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:05.228617 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:05.353165 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c65ea8-84d8-4d37-bfb3-56e15976331e,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:05.365506 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:05.472298 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Checking segment: {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:05.472611 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Network hostable DHCP agents. Network: 37e3c474-ba56-4ce1-9a3f-d65a626fae15, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:58:05.522438 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-2a972a75-aab4-4a54-8b33-da23972876c7 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:05.524965 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-2a972a75-aab4-4a54-8b33-da23972876c7 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.2124698 Jun 16 16:58:05.566763 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-91325c6e-893c-4012-923c-32357f5c9479 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/quotas/76cbb6cc280644028b801f9969c1a564 HTTP/1.1" status: 200 len: 375 time: 0.0345514 Jun 16 16:58:05.574454 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T16:58:03Z', 'revision_number': 3, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:05.579079 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Checking router: a47dd1bf-2d96-4618-8f02-5644d58545de for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:05.579462 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Updating router a47dd1bf-2d96-4618-8f02-5644d58545de port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:05.628488 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:05.647001 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:58:05.682636 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-d3a8d810-9d2b-461d-9c4b-fc44c7ed97a5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145573 Jun 16 16:58:05.796706 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-eeaa2b4b-6acc-4630-a188-c9c1cee21680 service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068923 Jun 16 16:58:05.835277 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 37e3c474-ba56-4ce1-9a3f-d65a626fae15) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:05.846305 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae93382-5758-46d5-9dcb-3f77cc6683d0 None None] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:05.873546 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:05.891566 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:05.898080 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:05.930621 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:05.942232 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Transition to ACTIVE for port object 9ffae039-66ca-447d-8ad7-22bc8e3dee9d will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:05.963154 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-0e51543a-14b6-493b-a2d1-66e61aff2943 service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652632 Jun 16 16:58:06.017558 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.029222 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5276296 Jun 16 16:58:06.033388 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:06.033388 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.041109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36096) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:06.050537 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:06.073043 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.077574 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:06.161129 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8a179-9cf3-4774-b1e4-517a5fedabb4 None None] Pushing event updated for resources: {'Port': ['ID=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,revision_number=2']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:06.171964 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-f8f8a179-9cf3-4774-b1e4-517a5fedabb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:06.191270 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Attempting to bind port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:06.191651 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Attempting to bind port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:06.192011 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Attempting to bind port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:06.198062 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:06.198451 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:06.199094 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.199496 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:06.200014 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Bound port: 9ffae039-66ca-447d-8ad7-22bc8e3dee9d, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:06.200565 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.272957 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] For port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:06.277532 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] For port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:06.302921 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.303980 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.322140 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-37e3c474-ba56-4ce1-9a3f-d65a626fae15', 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'fixed_ips': [{'subnet_id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:58:06.323799 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.329553 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Allocated IP 172.20.0.1 (203ee16c-49e6-4bb5-b6a3-29ab6d02e2df/78de8621-6104-4120-a892-6547f97ad53c/470ec029-7a89-4bff-b853-4619d48ed936) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:06.405330 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.408065 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:06.445281 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.499620 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Routers {'a47dd1bf-2d96-4618-8f02-5644d58545de'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:06.500742 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a47dd1bf-2d96-4618-8f02-5644d58545de'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:06.534770 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8a179-9cf3-4774-b1e4-517a5fedabb4 None None] Pushing event updated for resources: {'Port': ['ID=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:06.667774 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-f8f8a179-9cf3-4774-b1e4-517a5fedabb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:06.689247 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Allocated IP 172.20.0.2 (37e3c474-ba56-4ce1-9a3f-d65a626fae15/e1c65ea8-84d8-4d37-bfb3-56e15976331e/74e91cf5-cf2b-49b8-8911-eb4a33fbed65) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:06.856496 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:06.871059 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] Set router a47dd1bf-2d96-4618-8f02-5644d58545de gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:06.958121 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f0f96e87-b815-4064-8486-6c77ff021964 req-e1465ccd-d7ff-4f5f-9b52-7e9c48c5e154 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 210 time: 0.0515821 Jun 16 16:58:07.000037 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.144210 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.149592 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-add46cd1-5992-4fed-a0cd-42d24480eef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:07.163701 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T16:58:03Z', 'revision_number': 3, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:07.165304 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.183265 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d3a15-030e-4ae7-931b-cf4c09f08dbc None None] The sync data for ids ['a47dd1bf-2d96-4618-8f02-5644d58545de'] in dv-cinder-772126-4-smb is: [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T16:58:03Z', 'revision_number': 3, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:07.197746 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Transition to ACTIVE for port object 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:07.219229 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Transition to ACTIVE for port object 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:07.225277 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:07.228367 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:07.237311 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:07.298062 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Pushing event updated for resources: {'Port': ['ID=470ec029-7a89-4bff-b853-4619d48ed936,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:07.313808 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:07.327854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.331239 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.332638 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.340464 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:07.399918 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.436095 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Pushing event updated for resources: {'Port': ['ID=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:07.444167 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:07.446590 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:07.448430 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:07.450703 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:07.545909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Attempting to bind port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:07.546416 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Attempting to bind port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:07.547022 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Attempting to bind port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 on network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:07.554805 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:07.556655 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Checking segment: {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:07.556655 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.556655 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Bound using segment: {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:07.557098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Bound port: 74e91cf5-cf2b-49b8-8911-eb4a33fbed65, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:07.557605 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.682970 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Allocated IP 172.28.0.182 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/25f1a906-eec3-441f-9afc-d2609e2a098d) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:07.717653 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] For port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:07.729702 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] For port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:07.816173 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.834976 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:07.865747 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:07.980843 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9ffae039-66ca-447d-8ad7-22bc8e3dee9d up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:08.055782 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.229652 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Pushing event updated for resources: {'Port': ['ID=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:08.248621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:08.274336 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.283098 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-378d590c-5871-4e36-8f09-5dd026e74ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:08.348325 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:08.354069 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:08.359441 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:08.400982 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c9f52ea1-254f-48ad-8081-9679afd34c45 req-705f676e-214e-4635-bfe7-d2633b0c0d3b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 210 time: 0.0921981 Jun 16 16:58:08.404203 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.435813 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:08.439145 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:08.439403 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.449724 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Pushing event updated for resources: {'Port': ['ID=25f1a906-eec3-441f-9afc-d2609e2a098d,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:08.453323 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:08.532843 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.537670 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:08.646892 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Pushing event updated for resources: {'Port': ['ID=470ec029-7a89-4bff-b853-4619d48ed936,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:08.661498 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.664311 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:08.665727 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.724235 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:08.805144 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:08.809116 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:08.859761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:08.862080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:08.918051 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:08.924387 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:09.014182 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Router a47dd1bf-2d96-4618-8f02-5644d58545de has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:58:09.054246 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:09.153207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:09.168678 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] 10.222.0.72 "PUT /v2.0/routers/a47dd1bf-2d96-4618-8f02-5644d58545de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9660945 Jun 16 16:58:09.360521 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:09.663261 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d8790089-da34-4484-84dd-5c6293861f3e req-af87464e-8c85-46f5-9fa7-3b57817540dd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 210 time: 0.0468192 Jun 16 16:58:09.718233 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0419b0-ea5e-4d55-b202-6ba772cb04de None None] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:09.771779 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Router 101066bf-7c94-4871-847a-a6fd38727b0e is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:58:09.918263 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-0709d575-f22c-43eb-a7fc-dd0a1f180aa6 None None] Provisioning for port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:10.132436 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9ffae039-66ca-447d-8ad7-22bc8e3dee9d up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:10.297685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-20922541-5376-4721-914b-b27192ac49df tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:10.298230 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:10.299032 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:10.300177 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-20922541-5376-4721-914b-b27192ac49df tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.2634022 Jun 16 16:58:10.320266 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Request body: {'port': {'device_id': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'admin_state_up': True, 'tenant_id': '76cbb6cc280644028b801f9969c1a564'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:10.554674 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:10.590808 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-64968786-5a35-4277-8016-aab427ea8933 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:10.606154 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-64968786-5a35-4277-8016-aab427ea8933 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 818 time: 0.6791804 Jun 16 16:58:10.650412 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-5329d806-a07e-4756-be12-4012306570b8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/quotas/dd3182a3d0924848bbffa654d3b40aec HTTP/1.1" status: 200 len: 375 time: 0.0421963 Jun 16 16:58:10.662791 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:10.684072 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Sync routers for ids ['101066bf-7c94-4871-847a-a6fd38727b0e'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:10.704662 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Routers {'101066bf-7c94-4871-847a-a6fd38727b0e'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:10.705306 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['101066bf-7c94-4871-847a-a6fd38727b0e'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:10.813419 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:10.841094 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Made reservation on behalf of 76cbb6cc280644028b801f9969c1a564 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:10.848116 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:10.852134 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:10.852596 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:10.889525 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-97419ae1-4afa-4fa4-989d-12ab173011e8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2037756 Jun 16 16:58:11.006497 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Set router 101066bf-7c94-4871-847a-a6fd38727b0e gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:11.075424 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Sync routers for ids ['a47dd1bf-2d96-4618-8f02-5644d58545de'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:11.104474 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.106744 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0638309 Jun 16 16:58:11.108683 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Routers {'a47dd1bf-2d96-4618-8f02-5644d58545de'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:11.110570 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36264) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:11.110770 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a47dd1bf-2d96-4618-8f02-5644d58545de'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:11.188192 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Allocated IP 172.20.0.14 (e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba/fae82268-c098-4e2c-8410-dfb3412966d9/5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:11.204631 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.275103 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:11.312693 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 3, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:11.324901 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Checking router: 101066bf-7c94-4871-847a-a6fd38727b0e for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:11.325215 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Updating router 101066bf-7c94-4871-847a-a6fd38727b0e port 25f1a906-eec3-441f-9afc-d2609e2a098d binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:11.338489 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.378970 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:11.399783 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.422717 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36274) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:11.440202 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6170ed22-d3fc-4234-b90e-13c30f3f7d52 req-b72480ef-eb36-4c36-ae5a-eee680d1a3ae tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 210 time: 0.5291398 Jun 16 16:58:11.440400 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Set router a47dd1bf-2d96-4618-8f02-5644d58545de gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:11.449213 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.482505 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:11.491873 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:11.505286 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-fc5c219f-768a-47e4-a32b-1c651dcb74a5 service neutron] 10.222.0.72 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088352 Jun 16 16:58:11.638953 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.652225 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.659697 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:11.673557 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'ad5f5c49-c956-429d-8270-98748b5943ad'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:11.679336 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-108a87db-cd28-4c70-a62e-7d2c0dba48ac service neutron] 10.222.0.72 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667404 Jun 16 16:58:11.906544 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:11.923463 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:11.943110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:11.954877 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event updated for resources: {'Port': ['ID=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:11.975140 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:11.989036 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:12.025382 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T16:58:07Z', 'revision_number': 4, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '470ec029-7a89-4bff-b853-4619d48ed936', 'name': '', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'mac_address': 'fa:16:3e:00:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '78de8621-6104-4120-a892-6547f97ad53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:07Z', 'revision_number': 2, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'subnets': [{'id': '78de8621-6104-4120-a892-6547f97ad53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:12.035305 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Checking router: a47dd1bf-2d96-4618-8f02-5644d58545de for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:12.036278 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Updating router a47dd1bf-2d96-4618-8f02-5644d58545de port 470ec029-7a89-4bff-b853-4619d48ed936 binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:12.046749 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:12.047422 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.085634 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.115536 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.212834 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.218894 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0eb0a3d1-ea06-442d-8ec8-32646271f042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:12.242148 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:12.242533 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.305459 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.322974 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc21ffa4323143e9b1830abeed533733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8953786 Jun 16 16:58:12.324166 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36302) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:12.332890 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0207183 Jun 16 16:58:12.341158 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Transition to ACTIVE for port object 25f1a906-eec3-441f-9afc-d2609e2a098d will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:12.429157 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.435497 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-f1531135-d0dc-4782-8fba-29d7a9c822bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:12.483460 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4de3c2f0-7fcc-49a7-b635-91ed8748a1e0 req-21785caa-de31-4a69-ac71-c15d69776c55 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 210 time: 0.2205813 Jun 16 16:58:12.528436 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba4eb-2cf6-4e12-acee-f8418f557dd4 None None] Pushing event updated for resources: {'Port': ['ID=25f1a906-eec3-441f-9afc-d2609e2a098d,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:12.534188 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Attempting to bind port 25f1a906-eec3-441f-9afc-d2609e2a098d on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:12.534626 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Attempting to bind port 25f1a906-eec3-441f-9afc-d2609e2a098d by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:12.534935 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Attempting to bind port 25f1a906-eec3-441f-9afc-d2609e2a098d on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:12.538476 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-ffdba4eb-2cf6-4e12-acee-f8418f557dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:12.543988 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:12.544392 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:12.545325 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.551191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:12.551191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Bound port: 25f1a906-eec3-441f-9afc-d2609e2a098d, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:12.551404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Request body: {'port': {'device_id': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:12.551487 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.628195 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547f83f1-5b49-430b-bf5b-e72f0c5cb518,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:12.645259 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] For port 25f1a906-eec3-441f-9afc-d2609e2a098d, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:12.655806 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] For port 25f1a906-eec3-441f-9afc-d2609e2a098d, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=25f1a906-eec3-441f-9afc-d2609e2a098d,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:12.683477 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:12.693150 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.736978 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:12.738982 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:12.835164 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.018404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.046438 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691201c7-6244-4319-aea3-7c495b968a0a req-417d47ab-4eff-4407-81c4-3d02b2f4d997 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:13.054645 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-691201c7-6244-4319-aea3-7c495b968a0a req-417d47ab-4eff-4407-81c4-3d02b2f4d997 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 932 time: 0.2361536 Jun 16 16:58:13.088536 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Routers {'101066bf-7c94-4871-847a-a6fd38727b0e'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:13.089424 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['101066bf-7c94-4871-847a-a6fd38727b0e'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:13.096909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba4eb-2cf6-4e12-acee-f8418f557dd4 None None] Pushing event updated for resources: {'Port': ['ID=25f1a906-eec3-441f-9afc-d2609e2a098d,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:13.104516 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-ffdba4eb-2cf6-4e12-acee-f8418f557dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:13.112197 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.122673 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Allocated IP 172.20.0.1 (37e3c474-ba56-4ce1-9a3f-d65a626fae15/e1c65ea8-84d8-4d37-bfb3-56e15976331e/451d9379-c469-4afa-933f-f57403fc3113) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:13.124580 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Transition to ACTIVE for port object 470ec029-7a89-4bff-b853-4619d48ed936 will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:13.188247 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-691201c7-6244-4319-aea3-7c495b968a0a req-aae7f5b8-31b6-4f1f-89b7-64ef9c2a0c34 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322002 Jun 16 16:58:13.193138 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.319841 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.332599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:13.389653 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] Set router 101066bf-7c94-4871-847a-a6fd38727b0e gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:13.443641 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.542068 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dae16-6ae5-4eb5-bcf6-76284f011678 None None] Pushing event updated for resources: {'Port': ['ID=470ec029-7a89-4bff-b853-4619d48ed936,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:13.554655 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-829dae16-6ae5-4eb5-bcf6-76284f011678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:13.556246 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Attempting to bind port 470ec029-7a89-4bff-b853-4619d48ed936 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:13.556711 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Attempting to bind port 470ec029-7a89-4bff-b853-4619d48ed936 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:13.557302 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Attempting to bind port 470ec029-7a89-4bff-b853-4619d48ed936 on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:13.566033 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:13.566728 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Checking segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:13.567263 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.567839 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Bound using segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:13.568619 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Bound port: 470ec029-7a89-4bff-b853-4619d48ed936, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:13.569212 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.608302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-8946fab8-fd90-4346-86d8-c9dc8066e205 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:13.621858 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-8946fab8-fd90-4346-86d8-c9dc8066e205 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 818 time: 0.5478299 Jun 16 16:58:13.668068 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Transition to ACTIVE for port object 451d9379-c469-4afa-933f-f57403fc3113 will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:13.710106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.713959 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.718180 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/547f83f1-5b49-430b-bf5b-e72f0c5cb518 HTTP/1.1" status: 204 len: 168 time: 1.3855381 Jun 16 16:58:13.720244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c193c94f-823a-459d-8e83-42f4a2f3f23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:13.731031 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-4c6d4919-9ece-4a5b-a916-d54651f11f15 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/quotas/dd3182a3d0924848bbffa654d3b40aec HTTP/1.1" status: 200 len: 375 time: 0.1081185 Jun 16 16:58:13.746310 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547f83f1-5b49-430b-bf5b-e72f0c5cb518,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:13.755688 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:13.775359 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] For port 470ec029-7a89-4bff-b853-4619d48ed936, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:13.786989 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] For port 470ec029-7a89-4bff-b853-4619d48ed936, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=470ec029-7a89-4bff-b853-4619d48ed936,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:13.874072 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.876002 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.883165 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-af33acb6-a3a6-42cf-bc0d-04c314891ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:13.911614 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:13.973384 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Routers {'a47dd1bf-2d96-4618-8f02-5644d58545de'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:13.981627 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 3, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:13.982978 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a47dd1bf-2d96-4618-8f02-5644d58545de'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:13.985518 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:13.989372 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:13.996261 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0188f-ca63-4418-8908-08115bd245f2 None None] The sync data for ids ['101066bf-7c94-4871-847a-a6fd38727b0e'] in dv-cinder-772126-4-smb is: [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 3, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:13.998648 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:14.012791 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-c466ccf5-cc58-4524-b669-d3f156edda75 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2259097 Jun 16 16:58:14.071514 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36342) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:14.077779 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Pushing event updated for resources: {'Port': ['ID=451d9379-c469-4afa-933f-f57403fc3113,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:14.088989 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:14.111094 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.181759 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dae16-6ae5-4eb5-bcf6-76284f011678 None None] Pushing event updated for resources: {'Port': ['ID=470ec029-7a89-4bff-b853-4619d48ed936,revision_number=4']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:14.192825 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-829dae16-6ae5-4eb5-bcf6-76284f011678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:14.229010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:14.248000 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.311602 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] Set router a47dd1bf-2d96-4618-8f02-5644d58545de gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:14.438732 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-66937b5c-7174-4fba-89c3-d4babdfab2fe service neutron] 10.222.0.72 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949432 Jun 16 16:58:14.545308 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Transition to ACTIVE for port object 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:14.622205 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22350eed-3328-41cb-a0d2-2bac9049ad3e req-a13f2d76-8fbc-4d9e-aa1f-e799544f146f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:14.635597 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-22350eed-3328-41cb-a0d2-2bac9049ad3e req-a13f2d76-8fbc-4d9e-aa1f-e799544f146f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 932 time: 0.2123086 Jun 16 16:58:14.715836 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ecbbd497-862d-4686-bd13-62e6bcb9e365 None None] Provisioning for port 451d9379-c469-4afa-933f-f57403fc3113 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:14.722239 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ecbbd497-862d-4686-bd13-62e6bcb9e365 None None] Provisioning complete for port 451d9379-c469-4afa-933f-f57403fc3113 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:14.722974 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd497-862d-4686-bd13-62e6bcb9e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.754288 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:14.769940 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-22350eed-3328-41cb-a0d2-2bac9049ad3e req-6b10e64c-45c4-4bb1-b0e8-de2fe721ab12 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324964 Jun 16 16:58:14.824156 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbd497-862d-4686-bd13-62e6bcb9e365 None None] Port 451d9379-c469-4afa-933f-f57403fc3113 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:58:14.924742 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T16:58:07Z', 'revision_number': 4, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '470ec029-7a89-4bff-b853-4619d48ed936', 'name': '', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'mac_address': 'fa:16:3e:00:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '78de8621-6104-4120-a892-6547f97ad53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:13Z', 'revision_number': 4, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'subnets': [{'id': '78de8621-6104-4120-a892-6547f97ad53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:14.937120 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d229-c283-4e3e-8da5-e1604b417bb9 None None] The sync data for ids ['a47dd1bf-2d96-4618-8f02-5644d58545de'] in dv-cinder-772126-4-smb is: [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T16:58:07Z', 'revision_number': 4, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '470ec029-7a89-4bff-b853-4619d48ed936', 'name': '', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'mac_address': 'fa:16:3e:00:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '78de8621-6104-4120-a892-6547f97ad53c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:13Z', 'revision_number': 4, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'subnets': [{'id': '78de8621-6104-4120-a892-6547f97ad53c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:15.087791 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.093002 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36366) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:15.103718 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-8a092643-69e6-4dc3-940d-44bdc9d0ceff service neutron] 10.222.0.72 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476715 Jun 16 16:58:15.117605 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.121423 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.124926 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-937d1270-2a69-4ad9-85ea-21584f6cf9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:15.127115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.221205 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.245528 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:15.251569 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:15.259999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:15.345453 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Attempting to bind port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:15.346059 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Attempting to bind port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:15.346594 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Attempting to bind port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:15.352982 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:15.353600 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Attempting to bind port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:15.364692 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:15.364692 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Checking segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:15.364692 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Bound using segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:15.364692 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Bound port: 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:15.364692 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.408906 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Pushing event updated for resources: {'Port': ['ID=451d9379-c469-4afa-933f-f57403fc3113,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:15.419382 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.421475 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:15.487440 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] For port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:15.491980 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] For port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:15.525582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.572246 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.577852 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-13fda2d5-ccf4-4ed5-bf79-b69c64490ebd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:15.628986 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36374) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:15.650978 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.654970 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-88826828-7df8-4955-8b7b-80431dcf94e1 req-f21c07e0-e48a-4671-a000-6fad428ace11 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 210 time: 0.0943429 Jun 16 16:58:15.655678 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5e5ea2d6-7cd5-497e-a1f0-ee18313d878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:15.665350 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:15.666560 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.668461 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 HTTP/1.1" status: 200 len: 1094 time: 3.1787274 Jun 16 16:58:15.668973 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'tag': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:15.673903 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a780e24b-5edd-4fe0-8451-ee4555455fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "79b8df06-b721-4bfc-bd7f-1876193ab66f", "tag": "5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:15.764325 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6d72beaf4514283bff8aeda77a6ac09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701577 Jun 16 16:58:15.765404 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b278b63-7410-4771-a264-babca9f304e6,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:15.772173 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36384) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:15.776592 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:15.786999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:15.795242 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:15.797858 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:15.813850 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7dfb2-a109-4bcf-88ed-f5005f1a40d4 x-openstack-request-id: req-79d7dfb2-a109-4bcf-88ed-f5005f1a40d4 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:15.817621 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b8df06-b721-4bfc-bd7f-1876193ab66f", "tag": "5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:15.817936 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79d7dfb2-a109-4bcf-88ed-f5005f1a40d4 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:15.818411 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'tag': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5', 'status': 'completed', 'code': 200} Jun 16 16:58:15.823525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:16.090303 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.111995 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-e09d259c-c6c2-4660-989f-1776672ed7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:16.114141 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-e09d259c-c6c2-4660-989f-1776672ed7ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 1097 time: 0.2848883 Jun 16 16:58:16.182142 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-a7186656-5de5-4620-b70e-428c0b1fd815 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 HTTP/1.1" status: 200 len: 217 time: 0.0513167 Jun 16 16:58:16.182377 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 470ec029-7a89-4bff-b853-4619d48ed936 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:16.227760 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.285274 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-b9622632-4fcd-444c-abc3-4ee32c5f969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:16.287349 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-b9622632-4fcd-444c-abc3-4ee32c5f969d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.0892525 Jun 16 16:58:16.288667 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.293197 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:16.301448 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-8f0327ec-823d-46a9-b9ce-113eeae20887 None None] Provisioning complete for port 451d9379-c469-4afa-933f-f57403fc3113 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:16.301840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ec-823d-46a9-b9ce-113eeae20887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.305973 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.390734 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.408526 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 470ec029-7a89-4bff-b853-4619d48ed936 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:16.408526 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-8f0327ec-823d-46a9-b9ce-113eeae20887 None None] Port 451d9379-c469-4afa-933f-f57403fc3113 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:58:16.410669 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-d9db68fa-a7e4-46af-8991-cfeaf8c656e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973573 Jun 16 16:58:16.421302 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 470ec029-7a89-4bff-b853-4619d48ed936 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:16.422018 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.451868 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5724fa-ee92-4b17-b447-044f9769fe86,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:16.459151 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df9fb415b60d481abeae0df6643e2297&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3849566 Jun 16 16:58:16.460379 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:16.463296 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36396) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:16.499317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Router 101066bf-7c94-4871-847a-a6fd38727b0e has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:58:16.546793 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9c70-2841-454f-a77c-179e0ef46fee req-49b22501-2eab-43f6-ba23-637aa693e6f0 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:16.555648 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a9a9c70-2841-454f-a77c-179e0ef46fee req-49b22501-2eab-43f6-ba23-637aa693e6f0 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 944 time: 0.4428725 Jun 16 16:58:16.586400 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.614652 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-09cccdda-65b4-4e44-8ef8-715d0c3d55f7 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886275 Jun 16 16:58:16.660670 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.667191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 470ec029-7a89-4bff-b853-4619d48ed936, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=470ec029-7a89-4bff-b853-4619d48ed936,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:16.738636 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.759318 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.759983 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 25f1a906-eec3-441f-9afc-d2609e2a098d up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:16.762090 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8469cc29-2092-420a-9414-a296aa9fa926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:16.818091 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.821788 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:16.823481 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b278b63-7410-4771-a264-babca9f304e6 HTTP/1.1" status: 204 len: 168 time: 1.0499377 Jun 16 16:58:16.823817 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-02377148-aec8-4afc-afda-d906de6f6a8b req-ebf59ff4-6937-4ea5-866a-5993e4987286 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 210 time: 0.0485768 Jun 16 16:58:16.841369 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4730e8a5-829f-47ee-8d75-66702d45344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:16.934159 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a9a9c70-2841-454f-a77c-179e0ef46fee req-0f5b3640-d6e0-48dd-946c-63fed5d4733d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767400 Jun 16 16:58:16.948639 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b278b63-7410-4771-a264-babca9f304e6,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:16.958141 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a938dd3b-0af3-4d70-a394-c98008332d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:16.958742 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c0cecd76-9173-45dd-ba8f-6a7f2145961e req-82f6471b-fb86-4cfd-a2ab-f86f84c6d347 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292997 Jun 16 16:58:16.968271 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=470ec029-7a89-4bff-b853-4619d48ed936,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:16.985938 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:17.016076 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-e50658ef-e1cb-4b08-8faf-59db9098a852 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:17.022622 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-e50658ef-e1cb-4b08-8faf-59db9098a852 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 818 time: 0.4319947 Jun 16 16:58:17.125231 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.132855 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 25f1a906-eec3-441f-9afc-d2609e2a098d completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:17.134064 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.140426 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 25f1a906-eec3-441f-9afc-d2609e2a098d triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:17.140638 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d5724fa-ee92-4b17-b447-044f9769fe86 HTTP/1.1" status: 204 len: 168 time: 0.6724379 Jun 16 16:58:17.140727 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.140803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3e764803-bc4f-4c80-9c6b-2ec90639393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:17.199247 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5724fa-ee92-4b17-b447-044f9769fe86,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:17.203728 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:17.291550 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-64a3a644-52a6-4bdf-ad92-5e2222c5468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:17.296954 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-64a3a644-52a6-4bdf-ad92-5e2222c5468f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 1097 time: 0.1106675 Jun 16 16:58:17.359632 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Request body: {'port': {'device_id': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'admin_state_up': True, 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:17.373491 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.398395 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:58:17.423998 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] 10.222.0.72 "PUT /v2.0/routers/101066bf-7c94-4871-847a-a6fd38727b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3116221 Jun 16 16:58:17.434675 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Sync routers for ids ['101066bf-7c94-4871-847a-a6fd38727b0e'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:58:17.453449 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.467915 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.498577 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:17.541786 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Routers {'101066bf-7c94-4871-847a-a6fd38727b0e'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:17.543056 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['101066bf-7c94-4871-847a-a6fd38727b0e'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:17.568410 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ff53ee2123944ceb46fd786ac9a9bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9381821 Jun 16 16:58:17.575154 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36420) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:17.596138 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f407e4d-7e3e-4261-ae8c-e36ecd08962b,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:17.625186 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:17.637859 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-52732967-5b00-4459-945e-83756257364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:17.642875 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-52732967-5b00-4459-945e-83756257364d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 916 time: 0.3342342 Jun 16 16:58:17.653973 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 25f1a906-eec3-441f-9afc-d2609e2a098d, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=25f1a906-eec3-441f-9afc-d2609e2a098d,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:17.727720 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.741332 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-ced56168-0671-40b0-be54-6d2888cc1a8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 HTTP/1.1" status: 200 len: 217 time: 0.0791183 Jun 16 16:58:17.757929 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.766686 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-850148e1-c9ca-4f23-8f53-3920cca3ff57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:17.782414 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.786287 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Made reservation on behalf of dd3182a3d0924848bbffa654d3b40aec for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:17.793007 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:17.888883 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-7c2f7cf5-8cf6-4af6-af7d-e08789ed949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:17.891404 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-7c2f7cf5-8cf6-4af6-af7d-e08789ed949d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.1342034 Jun 16 16:58:17.959798 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=25f1a906-eec3-441f-9afc-d2609e2a098d,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:17.965565 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:17.987983 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Set router 101066bf-7c94-4871-847a-a6fd38727b0e gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:18.044692 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-3efb0b79-3072-4595-adf1-a0f7908e2344 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386497 Jun 16 16:58:18.092815 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 470ec029-7a89-4bff-b853-4619d48ed936 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:18.256447 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.262657 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.266443 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f407e4d-7e3e-4261-ae8c-e36ecd08962b HTTP/1.1" status: 204 len: 168 time: 0.6895604 Jun 16 16:58:18.280779 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-69529a64-3cdd-40c9-a7ed-b8b2dce86abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:18.320593 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f407e4d-7e3e-4261-ae8c-e36ecd08962b,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:18.327925 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:18.371144 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Allocated IP 172.20.0.2 (203ee16c-49e6-4bb5-b6a3-29ab6d02e2df/78de8621-6104-4120-a892-6547f97ad53c/414f6fcb-1dfe-4196-8b72-0d627fec2e90) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:18.390611 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 470ec029-7a89-4bff-b853-4619d48ed936 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:18.391239 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.439657 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-099d0e02-dc39-411e-ba8e-78a1e237f471 req-9f415fc5-c145-4475-bbfb-f24d012322fd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 210 time: 0.1511908 Jun 16 16:58:18.448621 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-6f5a8712-1e08-44b1-b7ac-4a43a4eef462 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949404 Jun 16 16:58:18.587019 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36442) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:18.759850 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:18.842642 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a780e24b-5edd-4fe0-8451-ee4555455fbb req-df9fbec6-74e9-4277-b2c8-0225b913e08d service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800471 Jun 16 16:58:18.882145 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fa11a-06fe-4d62-8cfe-7ead6a85bd20 req-3e0b2718-ceb9-4c94-944e-23faf000b68d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:18.884239 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bf0fa11a-06fe-4d62-8cfe-7ead6a85bd20 req-3e0b2718-ceb9-4c94-944e-23faf000b68d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 944 time: 0.1456676 Jun 16 16:58:18.958935 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bf0fa11a-06fe-4d62-8cfe-7ead6a85bd20 req-cbcc4356-a458-4247-b49e-2324e4a502c5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604055 Jun 16 16:58:18.983546 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:14Z', 'revision_number': 4, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '451d9379-c469-4afa-933f-f57403fc3113', 'name': '', 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'mac_address': 'fa:16:3e:65:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:12Z', 'updated_at': '2021-06-16T16:58:14Z', 'revision_number': 2, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'subnets': [{'id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:18.990808 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Checking router: 101066bf-7c94-4871-847a-a6fd38727b0e for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:58:18.991438 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Updating router 101066bf-7c94-4871-847a-a6fd38727b0e port 451d9379-c469-4afa-933f-f57403fc3113 binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:58:19.097848 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.132840 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36448) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:19.140826 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767084437', 'description': 'tempest-secgroup-smoke-767084437 description', 'project_id': 'b514eec370e249d98b15b2b40f9d6585'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:19.257913 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.428678 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.550276 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.598219 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-a72ef58e-de5c-49a1-8e65-cf51574f8005 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:19.602764 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-a72ef58e-de5c-49a1-8e65-cf51574f8005 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 818 time: 0.2277257 Jun 16 16:58:19.606009 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:58:19.616596 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a2a96e10-fae2-490e-8ea1-9ed070fae388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:19.622916 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.630048 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Request body: {'port': {'device_id': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'admin_state_up': True, 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:19.703713 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c3a524e452d4715aac0446571d00bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0965011 Jun 16 16:58:19.704800 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a202cf-aefb-4bd8-99ed-ea6154830f4b,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:19.712710 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.715752 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36462) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:19.737629 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:19.738152 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:19.830298 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:19.864820 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1e54b9e1-3e5e-4f1f-9695-a07e6ad5f737 req-4a5d1306-f941-4d59-bd4f-4d6b57ffa7f2 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 210 time: 0.1041644 Jun 16 16:58:19.875111 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:19.881526 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:19.932204 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:19.974858 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36466) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:20.046729 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.092214 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 25f1a906-eec3-441f-9afc-d2609e2a098d up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:20.096151 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.102174 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:20.109167 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.157095 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.176246 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-920315e7-c7cb-4472-b971-5aa90c077e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:20.239960 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Pushing event updated for resources: {'Port': ['ID=414f6fcb-1dfe-4196-8b72-0d627fec2e90,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:20.253621 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.db.api [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:58:20.253621 dv-cinder-772126-4-smb neutron-server[99051]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:58:20.253621 dv-cinder-772126-4-smb neutron-server[99051]: [parameters: {'project_id_1': '306a47db18c640f4b285ea0cecc11904', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 58, 20, 85546)}] Jun 16 16:58:20.253621 dv-cinder-772126-4-smb neutron-server[99051]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:58:20.254221 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_db.api [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:58:20.256317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.259363 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:20.275842 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:20.284519 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:20.303162 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.359016 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Made reservation on behalf of dd3182a3d0924848bbffa654d3b40aec for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:20.366173 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.502986 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:20.516037 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.518215 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3840914 Jun 16 16:58:20.523859 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36482) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:20.528885 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 25f1a906-eec3-441f-9afc-d2609e2a098d triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:20.529266 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.532243 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group_rule': {'security_group_id': '3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6', 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:20.534167 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Transition to ACTIVE for port object 451d9379-c469-4afa-933f-f57403fc3113 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:20.546444 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.551610 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.561185 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56a202cf-aefb-4bd8-99ed-ea6154830f4b HTTP/1.1" status: 204 len: 168 time: 0.8410034 Jun 16 16:58:20.561475 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'port_id': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5', 'mac_address': 'fa:16:3e:e5:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae82268-c098-4e2c-8410-dfb3412966d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:58:20.563427 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5270021 Jun 16 16:58:20.591252 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-14cd5385-745b-4122-ad0c-83c4a978b84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:20.601128 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a202cf-aefb-4bd8-99ed-ea6154830f4b,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:20.607449 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Request body: {'port': {'device_id': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:20.672556 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:20.693104 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.700014 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7877-2185-4025-a8d6-f4cd8aadb060 req-e8235ec8-e61b-4317-9fc7-f060da5a4aa6 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:20.712570 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.713369 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ea5a7877-2185-4025-a8d6-f4cd8aadb060 req-e8235ec8-e61b-4317-9fc7-f060da5a4aa6 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 944 time: 0.3158581 Jun 16 16:58:20.722264 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:20.762470 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.814113 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.839729 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.891642 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.903319 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ea5a7877-2185-4025-a8d6-f4cd8aadb060 req-7247a4c8-1381-4359-9caf-e6d85368d431 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824670 Jun 16 16:58:20.950246 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:20.986443 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:20.991965 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Allocated IP 172.20.0.7 (203ee16c-49e6-4bb5-b6a3-29ab6d02e2df/78de8621-6104-4120-a892-6547f97ad53c/cfe21567-99b6-44d7-bb2d-865835a105ce) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:21.039043 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd12a0d-d02d-4e45-8d85-cecdaada7e3b None None] Pushing event updated for resources: {'Port': ['ID=451d9379-c469-4afa-933f-f57403fc3113,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:21.097869 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8fd12a0d-d02d-4e45-8d85-cecdaada7e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:21.116970 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36736909-4be5-40a8-a84d-2ac1ef192ac5,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:21.166422 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Attempting to bind port 451d9379-c469-4afa-933f-f57403fc3113 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:21.166803 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Attempting to bind port 451d9379-c469-4afa-933f-f57403fc3113 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:21.167182 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Attempting to bind port 451d9379-c469-4afa-933f-f57403fc3113 on network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:21.186705 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:21.187189 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Checking segment: {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:21.190034 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.190034 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Bound using segment: {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:21.190353 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:21.192308 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Bound port: 451d9379-c469-4afa-933f-f57403fc3113, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b4b5bc-2328-4129-83b1-027389f63884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:21.193020 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.236064 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:21.278237 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:21.283517 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf7cc-6c81-4c84-9453-2ba1bfeb6b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.350865 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7eb1b3fe-945b-452b-805f-459f71f9bb93 req-8b1e5901-b33b-4730-bea7-49db3e407d78 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 210 time: 0.0815420 Jun 16 16:58:21.389532 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.395629 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:21.403421 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] For port 451d9379-c469-4afa-933f-f57403fc3113, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:21.418677 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] For port 451d9379-c469-4afa-933f-f57403fc3113, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=451d9379-c469-4afa-933f-f57403fc3113,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:21.500837 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.512826 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.517978 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:21.542539 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:21.542822 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:21.567653 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.606283 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.608952 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0820086 Jun 16 16:58:21.613200 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36504) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:21.626056 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group_rule': {'security_group_id': '3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6', 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:21.656128 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7c4da832-4a1c-40c6-82a5-1dbe7f66d6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:21.675542 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=306a47db18c640f4b285ea0cecc11904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6959853 Jun 16 16:58:21.686168 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36510) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:21.755955 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:21.810785 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd12a0d-d02d-4e45-8d85-cecdaada7e3b None None] Pushing event updated for resources: {'Port': ['ID=451d9379-c469-4afa-933f-f57403fc3113,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:21.834407 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Routers {'101066bf-7c94-4871-847a-a6fd38727b0e'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:58:21.836955 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:57:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['101066bf-7c94-4871-847a-a6fd38727b0e'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:21.852484 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8fd12a0d-d02d-4e45-8d85-cecdaada7e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:21.873704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0834e497-e494-4c37-86c1-bf3d3fa4fed7,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:21.889419 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:21.984112 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.028816 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:22.061471 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.114659 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.121470 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:22.142631 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.237861 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Pushing event updated for resources: {'Port': ['ID=cfe21567-99b6-44d7-bb2d-865835a105ce,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:22.244662 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:22.275896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:22.280481 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:22.296663 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:22.297705 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] Set router 101066bf-7c94-4871-847a-a6fd38727b0e gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:58:22.383672 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:22.383672 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.460297 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.508590 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8876848 Jun 16 16:58:22.528829 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Request body: {'port': {'device_id': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:22.544519 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.579157 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb5b8d-4f45-499d-8cfe-999cfd1f236e req-2f44eb9a-1ff9-43cb-9432-2341c7ce7f3b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:22.586468 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-21bb5b8d-4f45-499d-8cfe-999cfd1f236e req-2f44eb9a-1ff9-43cb-9432-2341c7ce7f3b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 945 time: 0.4082458 Jun 16 16:58:22.600924 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d91b2b7c-b0e1-4ef8-9e86-accaf167db7b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:22.630056 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.631612 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.632976 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0834e497-e494-4c37-86c1-bf3d3fa4fed7 HTTP/1.1" status: 204 len: 168 time: 0.9364772 Jun 16 16:58:22.658819 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c626d9-48c1-4219-b03a-62457d5a2f3e,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:22.671572 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:22.675206 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:22.713212 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.723557 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834e497-e494-4c37-86c1-bf3d3fa4fed7,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:22.731833 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:22.751632 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-21bb5b8d-4f45-499d-8cfe-999cfd1f236e req-88bffe3e-6e22-48fa-97a2-70bc79e91f73 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403918 Jun 16 16:58:22.765980 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.767421 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1527760 Jun 16 16:58:22.770277 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414f6fcb-1dfe-4196-8b72-0d627fec2e90 {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:22.783966 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36540) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:22.787626 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.796761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group_rule': {'security_group_id': '3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6', 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:22.826817 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Transition to ACTIVE for port object 414f6fcb-1dfe-4196-8b72-0d627fec2e90 will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:22.910832 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:14Z', 'revision_number': 4, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '451d9379-c469-4afa-933f-f57403fc3113', 'name': '', 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'mac_address': 'fa:16:3e:65:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:12Z', 'updated_at': '2021-06-16T16:58:21Z', 'revision_number': 4, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'subnets': [{'id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:22.922516 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59566a-a57f-4480-bbb0-453a3e48cae9 None None] The sync data for ids ['101066bf-7c94-4871-847a-a6fd38727b0e'] in dv-cinder-772126-4-smb is: [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T16:58:14Z', 'revision_number': 4, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '451d9379-c469-4afa-933f-f57403fc3113', 'name': '', 'network_id': '37e3c474-ba56-4ce1-9a3f-d65a626fae15', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'mac_address': 'fa:16:3e:65:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:12Z', 'updated_at': '2021-06-16T16:58:21Z', 'revision_number': 4, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'subnets': [{'id': 'e1c65ea8-84d8-4d37-bfb3-56e15976331e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:58:22.936362 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:22.944056 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:23.108326 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.154018 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Pushing event updated for resources: {'Port': ['ID=414f6fcb-1dfe-4196-8b72-0d627fec2e90,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:23.168080 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:23.209825 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d2c4e-bfce-4dea-b9e5-359e68a29459 req-5af7570c-abb9-4a21-82df-de0a69b2ec64 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:23.213599 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fa6d2c4e-bfce-4dea-b9e5-359e68a29459 req-5af7570c-abb9-4a21-82df-de0a69b2ec64 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 931 time: 0.5114448 Jun 16 16:58:23.315356 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Attempting to bind port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:23.315693 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Attempting to bind port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:23.316024 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Attempting to bind port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:23.323434 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:23.323772 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Attempting to bind port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:23.334131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:23.334131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Checking segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:23.334131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Bound using segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:23.334131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Bound port: 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:23.334131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.478901 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] For port 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:23.488550 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] For port 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:23.520416 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-23c37f3f-c4d9-4c1a-ac11-98679172b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.587231 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.592253 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cf5724ff-8eea-4e4a-926a-f67444311a2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:23.628064 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.631733 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fa6d2c4e-bfce-4dea-b9e5-359e68a29459 req-05b0abdc-5bc6-48b9-89c6-5207604385c4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980670 Jun 16 16:58:23.661200 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:23.662036 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.663399 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] 10.222.0.13 "PUT /v2.0/ports/414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 200 len: 1093 time: 3.0637741 Jun 16 16:58:23.663963 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'tag': '414f6fcb-1dfe-4196-8b72-0d627fec2e90'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:23.666240 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4886060-24bf-4067-8881-cecf4c85b628" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3c6521-e882-44a9-8423-a746ae6eec15", "tag": "414f6fcb-1dfe-4196-8b72-0d627fec2e90"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:23.690451 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.703904 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Pushing event updated for resources: {'Port': ['ID=414f6fcb-1dfe-4196-8b72-0d627fec2e90,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:23.709596 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:23.742611 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac5508c-9d99-4363-8657-3e2e35d3d49a x-openstack-request-id: req-0ac5508c-9d99-4363-8657-3e2e35d3d49a {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:23.744955 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3c6521-e882-44a9-8423-a746ae6eec15", "tag": "414f6fcb-1dfe-4196-8b72-0d627fec2e90", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:23.745965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ac5508c-9d99-4363-8657-3e2e35d3d49a {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:23.746887 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'tag': '414f6fcb-1dfe-4196-8b72-0d627fec2e90', 'status': 'completed', 'code': 200} Jun 16 16:58:23.769502 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.820130 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-15bf8cff-e83c-40ff-b42a-22892089a9c0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:23.940170 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c517c072-45bc-4d1c-b638-78871025d1c4,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:23.944074 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:23.975589 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe21567-99b6-44d7-bb2d-865835a105ce {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:23.977954 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886060-24bf-4067-8881-cecf4c85b628 req-82af75c3-886a-4af2-8765-b936ef9ea6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:23.983353 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e4886060-24bf-4067-8881-cecf4c85b628 req-82af75c3-886a-4af2-8765-b936ef9ea6fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1096 time: 0.1991858 Jun 16 16:58:23.990877 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.021320 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 451d9379-c469-4afa-933f-f57403fc3113 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:24.041430 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Transition to ACTIVE for port object cfe21567-99b6-44d7-bb2d-865835a105ce will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:24.044956 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.044956 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2578292 Jun 16 16:58:24.051754 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36570) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:24.072321 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group_rule': {'security_group_id': '3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6', 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:24.136409 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.145888 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:24.187777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeac3d-00f4-4487-b254-c134b13f83c4 req-6829cf34-65e0-4691-aa14-ae92d6a743b1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.189211 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bdfeac3d-00f4-4487-b254-c134b13f83c4 req-6829cf34-65e0-4691-aa14-ae92d6a743b1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 945 time: 0.1895156 Jun 16 16:58:24.197748 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886060-24bf-4067-8881-cecf4c85b628 req-62b5817d-24d3-4312-a87e-c0b0ef57a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.213031 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e4886060-24bf-4067-8881-cecf4c85b628 req-62b5817d-24d3-4312-a87e-c0b0ef57a065 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dd3182a3d0924848bbffa654d3b40aec&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2108297 Jun 16 16:58:24.279534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe21567-99b6-44d7-bb2d-865835a105ce,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:24.297043 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:24.315012 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 451d9379-c469-4afa-933f-f57403fc3113 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:24.320197 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 451d9379-c469-4afa-933f-f57403fc3113 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:24.320833 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.371149 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bdfeac3d-00f4-4487-b254-c134b13f83c4 req-057ce5c9-4210-4e7e-9d3b-3a84f38f9d3c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680913 Jun 16 16:58:24.408191 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.427487 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Attempting to bind port cfe21567-99b6-44d7-bb2d-865835a105ce on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:24.431449 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Attempting to bind port cfe21567-99b6-44d7-bb2d-865835a105ce by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:24.431449 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Attempting to bind port cfe21567-99b6-44d7-bb2d-865835a105ce on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:24.444008 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4886060-24bf-4067-8881-cecf4c85b628 req-7a663cc0-f6e0-4928-8c70-48a46a1c127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.446299 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e4886060-24bf-4067-8881-cecf4c85b628 req-7a663cc0-f6e0-4928-8c70-48a46a1c127c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186809 Jun 16 16:58:24.449682 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Port cfe21567-99b6-44d7-bb2d-865835a105ce on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:24.449999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Attempting to bind port cfe21567-99b6-44d7-bb2d-865835a105ce on network 203ee16c-49e6-4bb5-b6a3-29ab6d02e2df {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:24.455137 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.471492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:24.471492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Checking segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:24.471492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Bound using segment: {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:24.471492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Bound port: cfe21567-99b6-44d7-bb2d-865835a105ce, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fee82f-7323-4336-9845-e55a683ada80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:24.472146 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.472265 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.518159 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 451d9379-c469-4afa-933f-f57403fc3113, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=451d9379-c469-4afa-933f-f57403fc3113,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:24.573015 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.589720 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] For port cfe21567-99b6-44d7-bb2d-865835a105ce, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:24.597801 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] For port cfe21567-99b6-44d7-bb2d-865835a105ce, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cfe21567-99b6-44d7-bb2d-865835a105ce,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:24.636629 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36584) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:24.637212 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-2f7a8c45-7056-401c-b27f-2541b539d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.640082 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-2f7a8c45-7056-401c-b27f-2541b539d12d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1096 time: 0.1287642 Jun 16 16:58:24.656034 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.658163 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-25330c68-04a6-44e7-bfe7-5f80c3305989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:24.706254 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-caeeb09e-bae4-4a2b-8cdd-147a89538d81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 200 len: 217 time: 0.0472012 Jun 16 16:58:24.753773 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=451d9379-c469-4afa-933f-f57403fc3113,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:24.759273 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:24.789314 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-845305157-network', 'tenant_id': 'a88268cb20274c0dbc18694ae461836a'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:24.791891 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-48680ad0-b01c-4a5e-8320-586ddd62dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.793509 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-48680ad0-b01c-4a5e-8320-586ddd62dbda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.0654855 Jun 16 16:58:24.829680 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.832763 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.847704 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-1514e450-2969-4cfd-9378-d009ccf978e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369713 Jun 16 16:58:24.876115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2e923966-394b-40a5-a4f3-41a1a61b425f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:24.920387 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a152e9-7a5b-4e9a-8500-2a055fbdc3eb,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:24.931545 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:24.932534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:24.935264 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] 10.222.0.13 "PUT /v2.0/ports/cfe21567-99b6-44d7-bb2d-865835a105ce HTTP/1.1" status: 200 len: 1093 time: 2.4145720 Jun 16 16:58:24.937395 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'tag': 'cfe21567-99b6-44d7-bb2d-865835a105ce'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:24.941458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ed1b85-8b40-4ac9-9187-4701b67a7668" -d '{"events": [{"name": "network-changed", "server_uuid": "0d771d54-2b61-48e8-9c22-12ebcc7a291c", "tag": "cfe21567-99b6-44d7-bb2d-865835a105ce"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:24.962680 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:24.963525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:24.975010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Made reservation on behalf of a88268cb20274c0dbc18694ae461836a for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:24.983038 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.062445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621636ba-56c5-42ed-a704-2f670c56f0aa x-openstack-request-id: req-621636ba-56c5-42ed-a704-2f670c56f0aa {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:25.062927 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d771d54-2b61-48e8-9c22-12ebcc7a291c", "tag": "cfe21567-99b6-44d7-bb2d-865835a105ce", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:25.063375 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-621636ba-56c5-42ed-a704-2f670c56f0aa {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:25.064100 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'tag': 'cfe21567-99b6-44d7-bb2d-865835a105ce', 'status': 'completed', 'code': 200} Jun 16 16:58:25.077607 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.081351 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.087650 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36598) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:25.087859 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0323524 Jun 16 16:58:25.111584 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group_rule': {'security_group_id': '3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6', 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:25.125325 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-05691b2c-7417-4507-86e8-939c125951b1 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694261 Jun 16 16:58:25.192106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1858b-27c2-4ec3-a99d-c8a3f6dbeb00 req-70046d60-5df4-43ab-b8eb-90e2f1cfa96b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.194737 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c2a1858b-27c2-4ec3-a99d-c8a3f6dbeb00 req-70046d60-5df4-43ab-b8eb-90e2f1cfa96b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 943 time: 0.3893013 Jun 16 16:58:25.232133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe21567-99b6-44d7-bb2d-865835a105ce,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:25.239765 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:25.270483 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f0b304f2-70c3-4569-a6eb-7472b30612d2 req-362695dc-78a8-4485-80a3-352bd2ddfb87 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208525 Jun 16 16:58:25.274106 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c2a1858b-27c2-4ec3-a99d-c8a3f6dbeb00 req-77802e30-2ece-4774-8ed9-951a62d26032 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652537 Jun 16 16:58:25.281120 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1b85-8b40-4ac9-9187-4701b67a7668 req-830aef14-ca49-4c1f-8c7a-feb0eacf045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.283226 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-33ed1b85-8b40-4ac9-9187-4701b67a7668 req-830aef14-ca49-4c1f-8c7a-feb0eacf045a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 1096 time: 0.1908872 Jun 16 16:58:25.319110 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.securitygroups_db [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Project b514eec370e249d98b15b2b40f9d6585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:58:25.324616 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.395598 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.440838 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1b85-8b40-4ac9-9187-4701b67a7668 req-1445d12b-8e4b-483c-b7a5-e55929ba3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.442697 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-33ed1b85-8b40-4ac9-9187-4701b67a7668 req-1445d12b-8e4b-483c-b7a5-e55929ba3d76 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dd3182a3d0924848bbffa654d3b40aec&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1332142 Jun 16 16:58:25.473818 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.478027 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:25.506624 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a51360c-99fa-4b91-99d0-5e17353874b2,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:25.516179 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.517161 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:25.574993 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1b85-8b40-4ac9-9187-4701b67a7668 req-6f2ea946-d21a-40ef-9966-3df5ec904308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.576541 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-33ed1b85-8b40-4ac9-9187-4701b67a7668 req-6f2ea946-d21a-40ef-9966-3df5ec904308 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215444 Jun 16 16:58:25.599125 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.600007 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699950c8-92f7-4bc0-8bc7-67c56320c96a req-fce57946-f1c8-46c2-82ef-31b874d5711a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.601685 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-699950c8-92f7-4bc0-8bc7-67c56320c96a req-fce57946-f1c8-46c2-82ef-31b874d5711a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 945 time: 0.0734248 Jun 16 16:58:25.603567 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-be55ce71-1b52-43da-8b3d-97b2dc96be79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:25.624207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:58:25.639926 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:25.689021 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-699950c8-92f7-4bc0-8bc7-67c56320c96a req-79065e3e-43d2-4b3b-ba06-7ae7b9b3bf2a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725031 Jun 16 16:58:25.691043 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dc35cd-0101-40db-a736-406169e522c7,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:25.699553 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:25.700957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.701638 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Added segment 522ff5fc-fa59-4562-8be5-b0c68ec228b6 of type vlan for network 65b50d53-2588-4989-9096-adef2886cdc7 Jun 16 16:58:25.710140 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.714760 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-383a0d0a-9541-46d0-8888-56c333316a84 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6258149 Jun 16 16:58:25.715453 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36608) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:25.722780 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'security_group_rule': {'security_group_id': '3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6', 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:25.771643 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.789819 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-3bcbb74e-aa54-4ce2-a055-aea632f280e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.791285 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-3bcbb74e-aa54-4ce2-a055-aea632f280e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 1096 time: 0.1598358 Jun 16 16:58:25.817313 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:25.818252 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.securitygroups_db [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Project b514eec370e249d98b15b2b40f9d6585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:58:25.824310 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:25.824814 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.835427 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.843681 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-ab30e483-b020-4d79-835a-6b165d465fab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe21567-99b6-44d7-bb2d-865835a105ce HTTP/1.1" status: 200 len: 217 time: 0.0414145 Jun 16 16:58:25.895812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.901439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.902334 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.908168 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:25.933236 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 451d9379-c469-4afa-933f-f57403fc3113 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:25.945459 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.955688 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-54087e44-6ef8-415b-84d6-991989edad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:25.957294 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-54087e44-6ef8-415b-84d6-991989edad42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.1042151 Jun 16 16:58:25.987032 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:25.997986 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Pushing event updated for resources: {'Network': ['ID=65b50d53-2588-4989-9096-adef2886cdc7,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:26.002135 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:26.017135 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 65b50d53-2588-4989-9096-adef2886cdc7 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:58:26.021597 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-9731832d-f0a7-4098-abe9-4e6370ae1783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314012 Jun 16 16:58:26.027722 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:26.032792 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-85acb8c3-60b3-48e5-bb00-7a6b641e0d13 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3924353 Jun 16 16:58:26.033096 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ffce51-8dc1-4296-9fff-e743781b2da1" -d '{"events": [{"server_uuid": "79b8df06-b721-4bfc-bd7f-1876193ab66f", "name": "network-vif-plugged", "status": "completed", "tag": "5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:26.035332 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36614) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:26.045102 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Request body: {'subnet': {'network_id': '65b50d53-2588-4989-9096-adef2886cdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-845305157-subnet', 'tenant_id': 'a88268cb20274c0dbc18694ae461836a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:26.070713 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.078051 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2aeaec97-731b-4e36-ae1e-70007f513ac8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:26.094397 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb64b888-7768-486b-998c-28498cc28772,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:26.104201 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:26.113428 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:26.128040 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7087bc14-c55d-45b4-aad3-ae32f89556e0 x-openstack-request-id: req-7087bc14-c55d-45b4-aad3-ae32f89556e0 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:26.128174 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b8df06-b721-4bfc-bd7f-1876193ab66f", "name": "network-vif-plugged", "status": "completed", "tag": "5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:26.128522 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7087bc14-c55d-45b4-aad3-ae32f89556e0 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:26.129008 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5', 'code': 200} Jun 16 16:58:26.174777 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Made reservation on behalf of a88268cb20274c0dbc18694ae461836a for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:26.174777 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.194296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 451d9379-c469-4afa-933f-f57403fc3113 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:26.194681 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.238684 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-bace2337-d2af-4b0e-a8ec-06b1658a2e8c service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989169 Jun 16 16:58:26.356198 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.364152 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.369540 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6483226 Jun 16 16:58:26.385393 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:26.409373 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.468563 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7c8c03e1-1c12-4faa-ada4-bd58d57afe51 req-372f91f4-d642-467e-87e5-a14437c569e8 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170181 Jun 16 16:58:26.520248 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:26.524542 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:26.597317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7ff0e-608e-4ab6-8569-62a79240b445 req-a0c131d8-bc53-4c24-a885-5fa8daf293ea tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:26.598982 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a5a7ff0e-608e-4ab6-8569-62a79240b445 req-a0c131d8-bc53-4c24-a885-5fa8daf293ea tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 943 time: 0.1030385 Jun 16 16:58:26.634105 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:26.639143 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c993c17c-059f-464d-95c8-d0efd6283e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:26.643665 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a5a7ff0e-608e-4ab6-8569-62a79240b445 req-448d235a-ef8e-4106-8800-8aaab318a79c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Jun 16 16:58:26.698737 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b2102f-580c-4e95-9a74-7447cae9dd3d,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:26.703704 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:26.729631 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Checking segment: {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:26.730766 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Network hostable DHCP agents. Network: 65b50d53-2588-4989-9096-adef2886cdc7, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:58:26.816990 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702756b2-0715-480d-a5ad-1ad01ca0fcd1 req-f2ec766e-bc4c-449c-b985-e3b9c9a5f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:26.820835 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-702756b2-0715-480d-a5ad-1ad01ca0fcd1 req-f2ec766e-bc4c-449c-b985-e3b9c9a5f70e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 1099 time: 0.1151235 Jun 16 16:58:26.863186 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Network 65b50d53-2588-4989-9096-adef2886cdc7 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:58:26.942316 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069fec-87d4-4961-9060-a1a43d9eaba0 req-afff16e7-0443-4197-9f00-ddd1fc04ab38 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:26.944254 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-33069fec-87d4-4961-9060-a1a43d9eaba0 req-afff16e7-0443-4197-9f00-ddd1fc04ab38 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.0968137 Jun 16 16:58:27.004418 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-33069fec-87d4-4961-9060-a1a43d9eaba0 req-aee46d0c-e179-4919-bed3-78e58ded1560 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Jun 16 16:58:27.010603 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 65b50d53-2588-4989-9096-adef2886cdc7) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:27.018053 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:27.019391 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:27.024774 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd4aed-1b44-4ca0-b3c6-a95a3f4ffc5c None None] Network 65b50d53-2588-4989-9096-adef2886cdc7 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:27.143755 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3a67b57f-5743-41a7-b22e-7bb9d6126e3c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1071188 Jun 16 16:58:27.205062 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-702756b2-0715-480d-a5ad-1ad01ca0fcd1 req-b1334955-9790-4c5e-b8cf-974c150185ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729098 Jun 16 16:58:27.244082 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ba8c9-7223-422b-b8f0-5438baab81a1 None None] Network 65b50d53-2588-4989-9096-adef2886cdc7 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:27.872800 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61ef93-1862-4fd4-928a-f8b7d32f35cc req-4e9b8ec7-fc91-452a-9df7-88d242a1f903 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:27.872800 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fb61ef93-1862-4fd4-928a-f8b7d32f35cc req-4e9b8ec7-fc91-452a-9df7-88d242a1f903 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 943 time: 0.0775013 Jun 16 16:58:27.917598 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fb61ef93-1862-4fd4-928a-f8b7d32f35cc req-29543b2d-6908-440b-89b3-1fef7d52fd29 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jun 16 16:58:28.211650 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e94cb-6672-4984-995d-8304ba0c6652 req-83b9a7f4-356b-4d55-8072-ca8c03374aa0 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:28.213269 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c99e94cb-6672-4984-995d-8304ba0c6652 req-83b9a7f4-356b-4d55-8072-ca8c03374aa0 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.0730989 Jun 16 16:58:28.258001 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c99e94cb-6672-4984-995d-8304ba0c6652 req-ac40591b-6f2f-48cd-8309-d5a49c5d713b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Jun 16 16:58:28.753566 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.159407 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcac53-03f8-4208-9e12-3f6fe3285ecf req-81a0ed32-1f10-4f0d-91fb-284e5fbdfb70 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:29.161471 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-14bcac53-03f8-4208-9e12-3f6fe3285ecf req-81a0ed32-1f10-4f0d-91fb-284e5fbdfb70 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 943 time: 0.0806041 Jun 16 16:58:29.213938 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-14bcac53-03f8-4208-9e12-3f6fe3285ecf req-bcd0ff39-ef1c-4edc-9666-c1ee2c3627f9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Jun 16 16:58:29.458294 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5ce8d-78fc-44a6-a293-9980602a7269 req-5283f736-e333-4f5b-9bef-801a720e4f78 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:29.459861 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fbb5ce8d-78fc-44a6-a293-9980602a7269 req-5283f736-e333-4f5b-9bef-801a720e4f78 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.0789883 Jun 16 16:58:29.516386 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fbb5ce8d-78fc-44a6-a293-9980602a7269 req-4653879f-760d-41c8-9eb4-1acbaa2d75ef tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506394 Jun 16 16:58:29.656356 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device cfe21567-99b6-44d7-bb2d-865835a105ce details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:58:29.765848 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port cfe21567-99b6-44d7-bb2d-865835a105ce, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cfe21567-99b6-44d7-bb2d-865835a105ce,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:29.780191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'cfe21567-99b6-44d7-bb2d-865835a105ce', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'port_id': 'cfe21567-99b6-44d7-bb2d-865835a105ce', 'mac_address': 'fa:16:3e:51:7d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78de8621-6104-4120-a892-6547f97ad53c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:58:29.819024 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:29.838027 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe21567-99b6-44d7-bb2d-865835a105ce {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:29.859718 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port cfe21567-99b6-44d7-bb2d-865835a105ce, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cfe21567-99b6-44d7-bb2d-865835a105ce,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:30.015641 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.016829 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 414f6fcb-1dfe-4196-8b72-0d627fec2e90 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:58:30.021167 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8fd12a0d-d02d-4e45-8d85-cecdaada7e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:30.274972 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:30.286086 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=cfe21567-99b6-44d7-bb2d-865835a105ce,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:30.293079 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:30.297256 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '414f6fcb-1dfe-4196-8b72-0d627fec2e90', 'network_id': '203ee16c-49e6-4bb5-b6a3-29ab6d02e2df', 'port_id': '414f6fcb-1dfe-4196-8b72-0d627fec2e90', 'mac_address': 'fa:16:3e:62:27:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78de8621-6104-4120-a892-6547f97ad53c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:58:30.349530 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.377536 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414f6fcb-1dfe-4196-8b72-0d627fec2e90 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:30.401129 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:30.495464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa694-40d5-425e-9636-b9737fb9a6aa req-4e6129df-f160-43b3-a716-090e6c61a402 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:30.497119 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-565aa694-40d5-425e-9636-b9737fb9a6aa req-4e6129df-f160-43b3-a716-090e6c61a402 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 944 time: 0.0947888 Jun 16 16:58:30.553381 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-565aa694-40d5-425e-9636-b9737fb9a6aa req-1f43017c-f11f-446b-a26d-d9a44e58cbba tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Jun 16 16:58:30.563056 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:30.566464 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:30.652677 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=414f6fcb-1dfe-4196-8b72-0d627fec2e90,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:30.656668 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:30.941720 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-e78882ee-1060-4a3c-886d-b744727fc03a tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:30.943196 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-e78882ee-1060-4a3c-886d-b744727fc03a tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/networks?id=65b50d53-2588-4989-9096-adef2886cdc7 HTTP/1.1" status: 200 len: 813 time: 0.1576436 Jun 16 16:58:30.960928 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-722e8680-5369-46a9-aa59-2da147bed511 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/quotas/a88268cb20274c0dbc18694ae461836a HTTP/1.1" status: 200 len: 375 time: 0.0120087 Jun 16 16:58:30.998167 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-66536687-f9c1-4d4f-9be5-6ddbaa32da09 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a88268cb20274c0dbc18694ae461836a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303268 Jun 16 16:58:31.109593 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-3d7ae043-b398-4146-adb7-61261e412177 service neutron] 10.222.0.72 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041508 Jun 16 16:58:31.162256 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['cfe21567-99b6-44d7-bb2d-865835a105ce'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:31.192170 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['414f6fcb-1dfe-4196-8b72-0d627fec2e90'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:31.213379 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-283c155e-9531-4d65-849b-86a8026b3855 service neutron] 10.222.0.72 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964139 Jun 16 16:58:31.582473 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d06abfa1-e57f-40e9-b8cc-b8ca1dafa7b3 req-a78e5acd-eb91-4a44-bbc4-fce2dcee03a7 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 210 time: 0.0402052 Jun 16 16:58:31.823830 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16eeac-5663-4e4d-8312-ef315cc79d9c req-6b625ec1-2f7a-43a5-8642-f438d112951b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:31.827416 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bf16eeac-5663-4e4d-8312-ef315cc79d9c req-6b625ec1-2f7a-43a5-8642-f438d112951b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 944 time: 0.0994520 Jun 16 16:58:31.897080 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bf16eeac-5663-4e4d-8312-ef315cc79d9c req-53d385ef-6509-4609-a1b7-cf3fea436b50 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573325 Jun 16 16:58:32.687542 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a84bd538-fc87-4300-94b6-2db3e225bbb5 req-c6aae7fb-5577-4a15-884a-53898ac61738 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 210 time: 0.0303555 Jun 16 16:58:33.211048 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:58:33.250534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735825b-fae8-4e66-9374-3ed9cc749a67 req-328dcd12-0180-4051-8af6-b162b59cf930 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:33.267764 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2735825b-fae8-4e66-9374-3ed9cc749a67 req-328dcd12-0180-4051-8af6-b162b59cf930 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 944 time: 0.1292241 Jun 16 16:58:33.304691 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2735825b-fae8-4e66-9374-3ed9cc749a67 req-c951d179-87a4-461f-8a4b-7454b1655395 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Jun 16 16:58:33.688064 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 414f6fcb-1dfe-4196-8b72-0d627fec2e90 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:33.833954 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:33.839348 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:33.839728 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:33.911637 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ddfbadb4-ab64-42f5-bdb2-c904af5fa5a4 req-7251aee0-0b14-4e78-869f-d700333cb77d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 210 time: 0.0748367 Jun 16 16:58:33.982324 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:34.040164 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f6fcb-1dfe-4196-8b72-0d627fec2e90'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:34.044252 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60cf23-eef6-4ce7-9336-0a448cd03661" -d '{"events": [{"server_uuid": "0f3c6521-e882-44a9-8423-a746ae6eec15", "name": "network-vif-plugged", "status": "completed", "tag": "414f6fcb-1dfe-4196-8b72-0d627fec2e90"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:34.061071 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:34.116250 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf40bf1-0284-442e-b90d-cec9a8423abc x-openstack-request-id: req-3bf40bf1-0284-442e-b90d-cec9a8423abc {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:34.116614 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c6521-e882-44a9-8423-a746ae6eec15", "name": "network-vif-plugged", "status": "completed", "tag": "414f6fcb-1dfe-4196-8b72-0d627fec2e90", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:34.116892 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3bf40bf1-0284-442e-b90d-cec9a8423abc {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:34.117300 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f6fcb-1dfe-4196-8b72-0d627fec2e90', 'code': 200} Jun 16 16:58:34.511845 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7f43-8788-41f1-aa88-fb37b6eb1c1e req-89f3110f-c98a-401a-accf-e1fce400ec33 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:34.513907 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1d3d7f43-8788-41f1-aa88-fb37b6eb1c1e req-89f3110f-c98a-401a-accf-e1fce400ec33 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 944 time: 0.0674291 Jun 16 16:58:34.554855 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1d3d7f43-8788-41f1-aa88-fb37b6eb1c1e req-dacb273a-0d60-47d4-9ee7-f127af8aafa5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347400 Jun 16 16:58:34.564994 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:34.565930 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device cfe21567-99b6-44d7-bb2d-865835a105ce up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:34.568583 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-5346199f-7fdd-4e3a-a6a8-e1c4ffcc1e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:34.673528 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=414f6fcb-1dfe-4196-8b72-0d627fec2e90,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:34.679340 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:34.851371 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port cfe21567-99b6-44d7-bb2d-865835a105ce completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:34.864557 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port cfe21567-99b6-44d7-bb2d-865835a105ce triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:34.872833 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:34.996139 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.036852 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34924b-26e7-4722-85c2-615ac3d1985a req-02710ab3-c099-468e-b1d8-915b94207b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:35.040261 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6c34924b-26e7-4722-85c2-615ac3d1985a req-02710ab3-c099-468e-b1d8-915b94207b94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.1134923 Jun 16 16:58:35.079799 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port cfe21567-99b6-44d7-bb2d-865835a105ce, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cfe21567-99b6-44d7-bb2d-865835a105ce,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:35.126995 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6c34924b-26e7-4722-85c2-615ac3d1985a req-2401cae2-d4c8-4ce4-9b2f-654e8de3880c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730970 Jun 16 16:58:35.204839 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.204839 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:35.212016 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cdf28e87-1060-45c5-b26f-00643c092249 req-e8073f4c-af6f-46cf-83e8-5839464a4f70 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 210 time: 0.0384073 Jun 16 16:58:35.239511 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 36938) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:35.295207 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=cfe21567-99b6-44d7-bb2d-865835a105ce,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:35.321394 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:35.398722 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.561379 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.728693 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.732918 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-fb3c91af-1f50-4dbf-baa3-94b8cd683856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:35.754028 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999deca-bc46-4b64-a75b-a282cc710250 req-bc033c71-c33d-4c74-9da5-f9921a2b2281 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:35.755600 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1999deca-bc46-4b64-a75b-a282cc710250 req-bc033c71-c33d-4c74-9da5-f9921a2b2281 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0698175 Jun 16 16:58:35.774001 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3d0319c57554c65bdc41007c581447d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334003 Jun 16 16:58:35.776807 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644230d5-9f00-4743-aaff-557cd40f5219,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:35.777926 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 36948) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:35.780512 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:35.818163 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1999deca-bc46-4b64-a75b-a282cc710250 req-b73d485a-1b4f-455e-bd95-26a5588fea5b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Jun 16 16:58:35.854743 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:35.895385 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:36.037946 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-2032456d-ca63-4451-a901-619d4e877d79 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:36.044454 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-2032456d-ca63-4451-a901-619d4e877d79 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "GET /v2.0/networks?id=65b50d53-2588-4989-9096-adef2886cdc7 HTTP/1.1" status: 200 len: 813 time: 0.1351135 Jun 16 16:58:36.072963 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Request body: {'port': {'device_id': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7', 'admin_state_up': True, 'tenant_id': 'a88268cb20274c0dbc18694ae461836a'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:36.119303 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe21567-99b6-44d7-bb2d-865835a105ce'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:36.124098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b238f5ce-fb5f-44f5-b49f-03ecdf5ae3ce" -d '{"events": [{"server_uuid": "0d771d54-2b61-48e8-9c22-12ebcc7a291c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe21567-99b6-44d7-bb2d-865835a105ce"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:36.136295 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:36.139060 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:36.143099 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/644230d5-9f00-4743-aaff-557cd40f5219 HTTP/1.1" status: 204 len: 168 time: 0.3641381 Jun 16 16:58:36.146509 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-704eabf1-e7d1-4f74-989e-6b176aa9b1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:36.165062 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644230d5-9f00-4743-aaff-557cd40f5219,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:36.170272 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:36.227010 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add3798-69b5-4766-929f-50b5465998cd x-openstack-request-id: req-1add3798-69b5-4766-929f-50b5465998cd {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:36.228141 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d771d54-2b61-48e8-9c22-12ebcc7a291c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe21567-99b6-44d7-bb2d-865835a105ce", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:36.228141 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1add3798-69b5-4766-929f-50b5465998cd {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:36.228396 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe21567-99b6-44d7-bb2d-865835a105ce', 'code': 200} Jun 16 16:58:36.408147 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-164a9361-9fd9-4d06-b623-8f40b2bb848c req-01c0fe79-f6fc-4b4c-9198-80c28bd12be8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 210 time: 0.0386901 Jun 16 16:58:36.422277 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Made reservation on behalf of a88268cb20274c0dbc18694ae461836a for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:36.426452 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:36.636020 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Allocated IP 172.20.0.2 (65b50d53-2588-4989-9096-adef2886cdc7/c8b2102f-580c-4e95-9a74-7447cae9dd3d/8d3f6937-5213-4ac8-9772-5261468633ff) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:36.970516 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.037997 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0d0d-22b1-4736-b76c-3cfd998e7d71 req-88c8847d-3617-4ad6-8df7-37d5a586bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:37.042971 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e1de0d0d-22b1-4736-b76c-3cfd998e7d71 req-88c8847d-3617-4ad6-8df7-37d5a586bcc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 1098 time: 0.2119286 Jun 16 16:58:37.121642 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.125190 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e1de0d0d-22b1-4736-b76c-3cfd998e7d71 req-6e6f9a79-24cf-46b7-8290-6be8095486d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726557 Jun 16 16:58:37.147835 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-739c38ef-ebc1-4ddb-846a-4c1430d62036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:37.184626 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Network 65b50d53-2588-4989-9096-adef2886cdc7 is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:37.192719 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:37.202998 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:37.243478 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Pushing event updated for resources: {'Port': ['ID=8d3f6937-5213-4ac8-9772-5261468633ff,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:37.249402 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:37.289007 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38249d41-7d4f-4f6a-a45d-9df982c19dc9 req-b1cd7731-cae7-4dbe-88e7-0dbeadc65c63 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:37.290613 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38249d41-7d4f-4f6a-a45d-9df982c19dc9 req-b1cd7731-cae7-4dbe-88e7-0dbeadc65c63 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.2203035 Jun 16 16:58:37.299308 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:37.299956 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.354854 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38249d41-7d4f-4f6a-a45d-9df982c19dc9 req-09b3b93e-59e5-4b11-bb5e-fa36107a2444 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508921 Jun 16 16:58:37.445769 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3798227 Jun 16 16:58:37.461830 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Request body: {'port': {'device_id': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:37.659214 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:37.742372 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aa695-004b-4159-b4ad-afd7447b6663 req-19a47141-d5df-4709-8bb9-279a9c97d183 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:37.743623 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3b8aa695-004b-4159-b4ad-afd7447b6663 req-19a47141-d5df-4709-8bb9-279a9c97d183 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 931 time: 0.1421030 Jun 16 16:58:37.894551 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37020) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:37.960435 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3b8aa695-004b-4159-b4ad-afd7447b6663 req-9dee37bf-6b39-481d-a62c-cce5d76767db tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 Jun 16 16:58:38.104017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.189710 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3f6937-5213-4ac8-9772-5261468633ff {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:38.203605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.205459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.219473 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Transition to ACTIVE for port object 8d3f6937-5213-4ac8-9772-5261468633ff will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:38.326074 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.330217 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-082f0d35-c2c8-45bf-a129-d849b1c29279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:38.390999 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff566f7-a368-4c15-85b7-f540ffbf2303,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:38.396993 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:38.405978 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37036) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:38.406281 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d27f0b94b4e4a6d894ff1dd7f96c8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094454 Jun 16 16:58:38.427201 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.451077 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:38.567839 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3f6937-5213-4ac8-9772-5261468633ff,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:38.575891 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:38.611006 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.644412 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.694833 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ce4e-7d5d-47af-8d71-8dc8df262b0b req-56e15251-a11c-4b14-8251-623394457bd0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:38.696341 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ab81ce4e-7d5d-47af-8d71-8dc8df262b0b req-56e15251-a11c-4b14-8251-623394457bd0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1421106 Jun 16 16:58:38.747845 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ab81ce4e-7d5d-47af-8d71-8dc8df262b0b req-6e03a9ff-1fbe-464b-b065-53b147113f12 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Jun 16 16:58:38.914548 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.918282 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:38.920171 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ff566f7-a368-4c15-85b7-f540ffbf2303 HTTP/1.1" status: 204 len: 168 time: 0.5127234 Jun 16 16:58:38.921179 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2196dcf4-9692-45ed-aac7-1393b8a74279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:38.932006 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff566f7-a368-4c15-85b7-f540ffbf2303,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:38.954173 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:39.261280 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78404f80-7b98-490d-842c-159344643493 req-c58aef20-b3ab-4f4d-ade6-b6196f6389db tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:39.263011 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-78404f80-7b98-490d-842c-159344643493 req-c58aef20-b3ab-4f4d-ade6-b6196f6389db tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 943 time: 0.0816317 Jun 16 16:58:39.270915 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Attempting to bind port 8d3f6937-5213-4ac8-9772-5261468633ff on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:39.277582 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Attempting to bind port 8d3f6937-5213-4ac8-9772-5261468633ff by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:39.277582 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Attempting to bind port 8d3f6937-5213-4ac8-9772-5261468633ff on network 65b50d53-2588-4989-9096-adef2886cdc7 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:39.278584 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Port 8d3f6937-5213-4ac8-9772-5261468633ff on network 65b50d53-2588-4989-9096-adef2886cdc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:39.279003 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Attempting to bind port 8d3f6937-5213-4ac8-9772-5261468633ff on network 65b50d53-2588-4989-9096-adef2886cdc7 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:39.289000 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:39.289646 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Checking segment: {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:39.290138 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Bound using segment: {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:39.295071 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Bound port: 8d3f6937-5213-4ac8-9772-5261468633ff, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:39.295641 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.342904 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-78404f80-7b98-490d-842c-159344643493 req-adf943c3-6dca-4323-b649-1d79e5482225 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Jun 16 16:58:39.410513 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] For port 8d3f6937-5213-4ac8-9772-5261468633ff, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:39.415581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] For port 8d3f6937-5213-4ac8-9772-5261468633ff, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8d3f6937-5213-4ac8-9772-5261468633ff,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:39.573996 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.580356 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:39.651899 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:39.653750 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:39.656260 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/8d3f6937-5213-4ac8-9772-5261468633ff HTTP/1.1" status: 200 len: 1093 time: 2.1990919 Jun 16 16:58:39.657104 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'tag': '8d3f6937-5213-4ac8-9772-5261468633ff'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:39.661719 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4428f6aa-d386-4390-9a68-add91d0eec31" -d '{"events": [{"name": "network-changed", "server_uuid": "b04fed04-9b17-40e8-bcc2-da484563cc53", "tag": "8d3f6937-5213-4ac8-9772-5261468633ff"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:39.763084 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3f6937-5213-4ac8-9772-5261468633ff,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:39.763084 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:39.777256 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f119f5a7-0f19-4d48-8612-433042c88ce3 x-openstack-request-id: req-f119f5a7-0f19-4d48-8612-433042c88ce3 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:39.777714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04fed04-9b17-40e8-bcc2-da484563cc53", "tag": "8d3f6937-5213-4ac8-9772-5261468633ff", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:39.777877 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f119f5a7-0f19-4d48-8612-433042c88ce3 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:39.778427 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'tag': '8d3f6937-5213-4ac8-9772-5261468633ff', 'status': 'completed', 'code': 200} Jun 16 16:58:39.935893 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428f6aa-d386-4390-9a68-add91d0eec31 req-f589fad1-f036-4666-be14-6a17970df69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:39.939176 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4428f6aa-d386-4390-9a68-add91d0eec31 req-f589fad1-f036-4666-be14-6a17970df69f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a88268cb20274c0dbc18694ae461836a&device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 1096 time: 0.1117828 Jun 16 16:58:40.051856 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0b4e-53ce-4519-b2ea-801efb4fa30f req-b1b965d7-4b72-41c5-b4ad-a3f12bfa0164 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.064506 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f39b0b4e-53ce-4519-b2ea-801efb4fa30f req-b1b965d7-4b72-41c5-b4ad-a3f12bfa0164 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1140933 Jun 16 16:58:40.138020 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f39b0b4e-53ce-4519-b2ea-801efb4fa30f req-d194f90c-23ba-4d9c-8480-9dce8e6f4fa8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745182 Jun 16 16:58:40.154831 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428f6aa-d386-4390-9a68-add91d0eec31 req-e0fc745a-71e0-4aa7-ac41-4449a9f48a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.157190 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4428f6aa-d386-4390-9a68-add91d0eec31 req-e0fc745a-71e0-4aa7-ac41-4449a9f48a99 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a88268cb20274c0dbc18694ae461836a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1968434 Jun 16 16:58:40.308670 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428f6aa-d386-4390-9a68-add91d0eec31 req-e0451091-e5e1-49cd-9321-630c8caf1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.311745 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4428f6aa-d386-4390-9a68-add91d0eec31 req-e0451091-e5e1-49cd-9321-630c8caf1638 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371844 Jun 16 16:58:40.526464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-3a804212-eb23-41c4-aad4-ac10f6a779b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.529390 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-3a804212-eb23-41c4-aad4-ac10f6a779b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a88268cb20274c0dbc18694ae461836a&device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 1096 time: 0.1235144 Jun 16 16:58:40.597747 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-427e2830-76d8-4589-b6ab-55dcb14634ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d3f6937-5213-4ac8-9772-5261468633ff HTTP/1.1" status: 200 len: 217 time: 0.0521784 Jun 16 16:58:40.705301 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-dc9132a2-9d08-4652-9e8b-0a8559ebdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.708610 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-dc9132a2-9d08-4652-9e8b-0a8559ebdcfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8b2102f-580c-4e95-9a74-7447cae9dd3d HTTP/1.1" status: 200 len: 853 time: 0.0905721 Jun 16 16:58:40.760746 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-355c9c61-8e15-4949-bf83-f51e769ceca6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65b50d53-2588-4989-9096-adef2886cdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351598 Jun 16 16:58:40.818823 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4a2a-8d86-4f86-81ff-46e45f813dcf req-44fc5b48-881f-4739-85ba-76b935a0426d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:40.824474 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c61d4a2a-8d86-4f86-81ff-46e45f813dcf req-44fc5b48-881f-4739-85ba-76b935a0426d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 943 time: 0.1735811 Jun 16 16:58:40.885908 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c61d4a2a-8d86-4f86-81ff-46e45f813dcf req-b6c40753-1740-4abd-a1a6-80b820e47cb1 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 Jun 16 16:58:40.920654 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-bfd2b75a-b8ba-4431-a5fb-43d1207e84b2 service neutron] 10.222.0.13 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461995 Jun 16 16:58:41.065501 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e9ef59b6-e0b5-42a3-96f2-238520bb3c70 req-5e157617-b07c-41b0-8295-1cce431f61fc service neutron] 10.222.0.13 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257508 Jun 16 16:58:41.287838 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-ba2b82d2-d8f6-4cae-b2eb-3e056cb478d5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.287838 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-ba2b82d2-d8f6-4cae-b2eb-3e056cb478d5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.2675421 Jun 16 16:58:41.330351 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3080c36d-ebac-48eb-8ffe-3588c652a564 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/quotas/76cbb6cc280644028b801f9969c1a564 HTTP/1.1" status: 200 len: 375 time: 0.0342317 Jun 16 16:58:41.350264 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c40dde-e283-4ab3-9108-87a579bf3b92 req-27077ccd-75f3-4c3b-9c81-8fd7f7aa2a23 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.360282 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-23c40dde-e283-4ab3-9108-87a579bf3b92 req-27077ccd-75f3-4c3b-9c81-8fd7f7aa2a23 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1730630 Jun 16 16:58:41.403864 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7373d92-2529-4529-8da2-a7616c74f936 req-92dc7752-b673-4779-9b19-3af9f2fbaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.408099 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-92dc7752-b673-4779-9b19-3af9f2fbaeec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 1098 time: 0.1790252 Jun 16 16:58:41.443892 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-7ff65f1d-6635-480d-b519-e83bedd02c28 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065302 Jun 16 16:58:41.496076 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-23c40dde-e283-4ab3-9108-87a579bf3b92 req-21e1dfd3-8cbf-4afb-8ea8-3a93fc28cc4a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217935 Jun 16 16:58:41.646964 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7373d92-2529-4529-8da2-a7616c74f936 req-12430cbc-a2f4-4caf-9948-ad34521b31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.647279 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-abd6ad6f-aaed-406f-a603-1c80ed8687db service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936362 Jun 16 16:58:41.648781 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-12430cbc-a2f4-4caf-9948-ad34521b31dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 919 time: 0.2324262 Jun 16 16:58:41.705331 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-a16a3b44-497f-4380-895b-e973cb5c002f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe21567-99b6-44d7-bb2d-865835a105ce HTTP/1.1" status: 200 len: 217 time: 0.0490241 Jun 16 16:58:41.776276 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7373d92-2529-4529-8da2-a7616c74f936 req-47210184-7ed4-4b19-8d72-51f61fee4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:41.778444 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-47210184-7ed4-4b19-8d72-51f61fee4745 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.0646546 Jun 16 16:58:41.863368 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-8aa08a2f-76c0-4fa4-a8f5-091c787e6035 service neutron] 10.222.0.72 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899042 Jun 16 16:58:41.891677 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-34bf46e1-7712-4f03-9793-8125e96cef6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839431 Jun 16 16:58:42.066820 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-bb2bdbef-9e13-4878-8d46-5be06de30ceb service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675997 Jun 16 16:58:42.252262 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-17a4b709-0dfc-43cf-8290-7e8831744674 req-e9c03edf-3dc8-4f90-bcf8-8f885af9193f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 210 time: 0.0639975 Jun 16 16:58:42.367451 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7373d92-2529-4529-8da2-a7616c74f936 req-f44f6fd7-730e-405b-8cd1-9c3783e44b9a service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846043 Jun 16 16:58:42.382132 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef94a02-3fb0-4a68-9c95-01cb273c46d6 req-eb5d0b1c-6ffb-4ebe-8ad4-0e7071bd977e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:42.382132 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bef94a02-3fb0-4a68-9c95-01cb273c46d6 req-eb5d0b1c-6ffb-4ebe-8ad4-0e7071bd977e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 943 time: 0.2791870 Jun 16 16:58:42.449440 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bef94a02-3fb0-4a68-9c95-01cb273c46d6 req-12807344-a2f6-49cd-b4a7-10330fc2ca9c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556202 Jun 16 16:58:42.747130 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b482e23-54d6-4f7a-a78d-d0b63a347743 req-c49b7edc-c053-458d-830f-0143b757db45 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:42.749269 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4b482e23-54d6-4f7a-a78d-d0b63a347743 req-c49b7edc-c053-458d-830f-0143b757db45 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1000495 Jun 16 16:58:42.792983 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4b482e23-54d6-4f7a-a78d-d0b63a347743 req-575e02c6-15ca-4d03-9cc5-81302e7f450d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Jun 16 16:58:43.046134 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37196) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:43.198480 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.355218 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.373637 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3ea1cd47-366a-4536-8d1e-766111f51923 req-7151cd33-f22e-48c9-9e31-7656945218f3 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 210 time: 0.0323861 Jun 16 16:58:43.497768 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.504734 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ee1e8448-ca53-4466-be3f-05b8fd49e33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:43.603149 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c948ef-10d2-453b-b2ff-72231cfccd10,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:43.613983 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c1eda06071c4324b518c86b5b2bf053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666342 Jun 16 16:58:43.618410 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37212) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:43.651467 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:43.732554 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a989e19-ada8-4f0e-bbbe-ae46c44b33ad req-825aa1fd-a9d6-46a7-84f7-5ca28f0d3092 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:43.735669 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8a989e19-ada8-4f0e-bbbe-ae46c44b33ad req-825aa1fd-a9d6-46a7-84f7-5ca28f0d3092 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 943 time: 0.1527500 Jun 16 16:58:43.747372 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.773504 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 8d3f6937-5213-4ac8-9772-5261468633ff details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:58:43.799177 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.829950 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8a989e19-ada8-4f0e-bbbe-ae46c44b33ad req-2f864116-7e7e-4a3d-b558-6ee8149e356d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806396 Jun 16 16:58:44.049793 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:44.050789 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 8d3f6937-5213-4ac8-9772-5261468633ff, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8d3f6937-5213-4ac8-9772-5261468633ff,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:44.057626 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:44.059775 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88c948ef-10d2-453b-b2ff-72231cfccd10 HTTP/1.1" status: 204 len: 168 time: 0.4398394 Jun 16 16:58:44.084557 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '8d3f6937-5213-4ac8-9772-5261468633ff', 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7', 'port_id': '8d3f6937-5213-4ac8-9772-5261468633ff', 'mac_address': 'fa:16:3e:d4:5f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b2102f-580c-4e95-9a74-7447cae9dd3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:58:44.119043 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d33d3a81-ff22-41b4-8e15-68c6495e0c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:44.139066 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c948ef-10d2-453b-b2ff-72231cfccd10,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:44.141699 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:44.178266 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:44.199004 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3f6937-5213-4ac8-9772-5261468633ff {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:44.219191 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1c704-1ec6-4bf4-88da-330420a98bd0 req-440897da-2497-46ae-936d-28bc6db842f5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:44.219191 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-53b1c704-1ec6-4bf4-88da-330420a98bd0 req-440897da-2497-46ae-936d-28bc6db842f5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1762664 Jun 16 16:58:44.235442 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 8d3f6937-5213-4ac8-9772-5261468633ff, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8d3f6937-5213-4ac8-9772-5261468633ff,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:44.386263 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:44.396480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:44.500089 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-53b1c704-1ec6-4bf4-88da-330420a98bd0 req-8c290332-4464-40a9-8345-4065136cd94c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812130 Jun 16 16:58:44.584207 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d3f6937-5213-4ac8-9772-5261468633ff,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:44.592799 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:44.686615 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9b56d620-b617-48ec-91cc-a8b8bfce50d4 req-e19e90ba-141e-4a7d-8d87-644cc6a53306 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 210 time: 0.0521126 Jun 16 16:58:44.967902 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['8d3f6937-5213-4ac8-9772-5261468633ff'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:45.269509 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067b99-75e8-4cac-8ed0-144e0b365d62 req-776f1a87-910e-4732-a6fd-473acdf5099d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:45.273288 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-03067b99-75e8-4cac-8ed0-144e0b365d62 req-776f1a87-910e-4732-a6fd-473acdf5099d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 944 time: 0.1885772 Jun 16 16:58:45.347714 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-03067b99-75e8-4cac-8ed0-144e0b365d62 req-1ccacfd2-e0da-4818-a75d-213a7d97729f tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593550 Jun 16 16:58:45.969500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecaf0-d39d-4d95-bb16-4d6167e509a9 req-92aaf399-8923-46f0-b76b-c7673b7b73df tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:45.972644 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1faecaf0-d39d-4d95-bb16-4d6167e509a9 req-92aaf399-8923-46f0-b76b-c7673b7b73df tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1927214 Jun 16 16:58:46.043315 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d855d7b6-fdea-442d-8cc4-ef973e4c22f7 req-557c74b8-9b2d-4869-b854-65715d3f0b42 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 210 time: 0.0782137 Jun 16 16:58:46.080579 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1faecaf0-d39d-4d95-bb16-4d6167e509a9 req-22119a32-8db0-4849-a988-37e7209c1bf9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973198 Jun 16 16:58:46.659178 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-f61122d1-aeda-4517-94e1-a869bab85db5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:46.662224 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-f61122d1-aeda-4517-94e1-a869bab85db5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 815 time: 0.3118837 Jun 16 16:58:46.690007 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Request body: {'port': {'device_id': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'admin_state_up': True, 'tenant_id': '76cbb6cc280644028b801f9969c1a564'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:47.099714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b268-c9ba-4b11-bd7d-d743b6f9d406 req-abf8a3c2-6a64-4355-a6df-f96c3820726d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:47.106729 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d476b268-c9ba-4b11-bd7d-d743b6f9d406 req-abf8a3c2-6a64-4355-a6df-f96c3820726d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 944 time: 0.5431564 Jun 16 16:58:47.293995 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d476b268-c9ba-4b11-bd7d-d743b6f9d406 req-0d48117a-2b74-472a-b219-94267b83b007 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212649 Jun 16 16:58:47.371378 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-71cdeaf5-3231-4fbc-9cf2-2b772ce4e184 req-f704b877-b936-4448-8908-9889fa037fef tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 210 time: 0.0821974 Jun 16 16:58:47.484789 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Made reservation on behalf of 76cbb6cc280644028b801f9969c1a564 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:58:47.506693 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:47.722037 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52606376-ab3c-4825-9073-0181b0fd53f1 req-1660962f-992f-4e1b-a019-f0c1233b03b0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:47.724969 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-52606376-ab3c-4825-9073-0181b0fd53f1 req-1660962f-992f-4e1b-a019-f0c1233b03b0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.2084947 Jun 16 16:58:47.782490 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 8d3f6937-5213-4ac8-9772-5261468633ff up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:47.802978 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Allocated IP 172.20.0.9 (e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba/fae82268-c098-4e2c-8410-dfb3412966d9/62437ce8-27de-46cd-974d-606c547675eb) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:58:47.853136 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-52606376-ab3c-4825-9073-0181b0fd53f1 req-ddce9ff7-33b4-4167-a44d-d0473091b57f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137862 Jun 16 16:58:47.968676 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 8d3f6937-5213-4ac8-9772-5261468633ff completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:58:47.982227 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 8d3f6937-5213-4ac8-9772-5261468633ff triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:58:47.982227 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.074394 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.135286 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.210420 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3f6937-5213-4ac8-9772-5261468633ff'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:48.216324 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc6a54-1779-44c5-9337-6d1562f0bd16" -d '{"events": [{"server_uuid": "b04fed04-9b17-40e8-bcc2-da484563cc53", "name": "network-vif-plugged", "status": "completed", "tag": "8d3f6937-5213-4ac8-9772-5261468633ff"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:48.254102 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 8d3f6937-5213-4ac8-9772-5261468633ff, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8d3f6937-5213-4ac8-9772-5261468633ff,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:48.281671 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c86883a-8384-4752-8eeb-6882aa613619 x-openstack-request-id: req-6c86883a-8384-4752-8eeb-6882aa613619 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:48.281901 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04fed04-9b17-40e8-bcc2-da484563cc53", "name": "network-vif-plugged", "status": "completed", "tag": "8d3f6937-5213-4ac8-9772-5261468633ff", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:48.282561 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c86883a-8384-4752-8eeb-6882aa613619 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:48.283915 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3f6937-5213-4ac8-9772-5261468633ff', 'code': 200} Jun 16 16:58:48.345505 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.354806 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d5a3d42e-e51b-4d8f-b646-62c3ab19df49 tempest-DeleteServersTestJSON-1923201656 tempest-DeleteServersTestJSON-1923201656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:48.370488 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'ad5f5c49-c956-429d-8270-98748b5943ad', '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:48.465803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:58:48.479178 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.494007 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-45280ae0-5630-43ec-a7ea-1b3223938c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:48.544906 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:58:48.558701 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:58:48.623846 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d3f6937-5213-4ac8-9772-5261468633ff,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:48.638241 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:48.654890 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b98e5-ae77-4a02-b3ec-ec58b941b121 req-25e36590-4ce4-44d6-8c78-9b6719a0b717 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.665054 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2d0b98e5-ae77-4a02-b3ec-ec58b941b121 req-25e36590-4ce4-44d6-8c78-9b6719a0b717 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1020575 Jun 16 16:58:48.720577 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event updated for resources: {'Port': ['ID=62437ce8-27de-46cd-974d-606c547675eb,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:48.734552 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2d0b98e5-ae77-4a02-b3ec-ec58b941b121 req-bb713906-c925-4d47-a801-5ccf3a07737a tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669415 Jun 16 16:58:48.740534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.741361 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.742091 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.742804 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.743621 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.744390 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.748801 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.749206 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.750134 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.750783 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.751650 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.752342 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:48.772458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:48.773732 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:48.779201 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:48.910039 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2256134 Jun 16 16:58:48.933391 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Request body: {'port': {'device_id': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:58:49.083842 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.147892 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4198c-d71f-4b70-bf10-4730b105c54a req-6907fb28-84f4-417e-aba6-811949ed834e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:49.157291 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9cc4198c-d71f-4b70-bf10-4730b105c54a req-6907fb28-84f4-417e-aba6-811949ed834e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 931 time: 0.2115760 Jun 16 16:58:49.244312 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9cc4198c-d71f-4b70-bf10-4730b105c54a req-a5327072-48b9-4d88-bdcf-265910710d3a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857160 Jun 16 16:58:49.287931 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44002a0d-e191-40f3-9b30-e4c147a79ded req-7ec84eec-743e-4da7-b1c4-7811762f367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:49.290934 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44002a0d-e191-40f3-9b30-e4c147a79ded req-7ec84eec-743e-4da7-b1c4-7811762f367f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 1098 time: 0.1645713 Jun 16 16:58:49.356874 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44002a0d-e191-40f3-9b30-e4c147a79ded req-20eaa26d-853e-4157-886b-4f7e3dd2eeb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512171 Jun 16 16:58:49.502687 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88245fe-e4f6-46da-8622-6bdf2d3f69cb req-a53a9732-1d0a-4827-8bc9-5079a09c7800 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:49.505433 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e88245fe-e4f6-46da-8622-6bdf2d3f69cb req-a53a9732-1d0a-4827-8bc9-5079a09c7800 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0944116 Jun 16 16:58:49.582109 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62437ce8-27de-46cd-974d-606c547675eb {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:49.587806 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e88245fe-e4f6-46da-8622-6bdf2d3f69cb req-9006bd73-01a4-4efc-88d7-a387093aba87 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699809 Jun 16 16:58:49.605063 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.637175 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Transition to ACTIVE for port object 62437ce8-27de-46cd-974d-606c547675eb will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:58:49.782751 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:49.788201 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:49.954009 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Pushing event updated for resources: {'Port': ['ID=62437ce8-27de-46cd-974d-606c547675eb,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:49.992055 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:50.097382 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Attempting to bind port 62437ce8-27de-46cd-974d-606c547675eb on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:58:50.097382 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Attempting to bind port 62437ce8-27de-46cd-974d-606c547675eb by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:58:50.097382 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Attempting to bind port 62437ce8-27de-46cd-974d-606c547675eb on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:50.103863 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Port 62437ce8-27de-46cd-974d-606c547675eb on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:58:50.104275 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Attempting to bind port 62437ce8-27de-46cd-974d-606c547675eb on network e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:58:50.111785 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:58:50.112132 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Checking segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:58:50.112622 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Bound using segment: {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:58:50.113122 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Bound port: 62437ce8-27de-46cd-974d-606c547675eb, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c70db7-2c4a-4c4a-a71c-fef4db5e5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:58:50.113553 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.115304 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe5752-0bbb-4f7d-8a99-59d2527394a3 req-a45c78a0-2a26-4493-9e46-29162ceaaa62 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:50.117640 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f7fe5752-0bbb-4f7d-8a99-59d2527394a3 req-a45c78a0-2a26-4493-9e46-29162ceaaa62 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1521804 Jun 16 16:58:50.226408 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f7fe5752-0bbb-4f7d-8a99-59d2527394a3 req-e6aabb90-e0cd-4097-8ec4-a3e1f9f0737b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966723 Jun 16 16:58:50.276511 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] For port 62437ce8-27de-46cd-974d-606c547675eb, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:58:50.285326 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] For port 62437ce8-27de-46cd-974d-606c547675eb, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=62437ce8-27de-46cd-974d-606c547675eb,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:58:50.426610 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.438135 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b0ed0b2-a881-4a04-b69c-7e7da66fba6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:50.455362 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df2f01-0fbd-4808-9220-f44356d3a032 req-d6e2d42a-b80e-422d-a1da-97ebd4865856 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:50.457067 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f8df2f01-0fbd-4808-9220-f44356d3a032 req-d6e2d42a-b80e-422d-a1da-97ebd4865856 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1434510 Jun 16 16:58:50.545609 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dc61b-e6b3-463d-833c-75ac58df0cca req-0b759c39-86fb-4620-a93f-8e495b8a474b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:50.553181 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cf4dc61b-e6b3-463d-833c-75ac58df0cca req-0b759c39-86fb-4620-a93f-8e495b8a474b tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 943 time: 0.1104250 Jun 16 16:58:50.556170 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:50.557269 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:50.559758 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] 10.222.0.13 "PUT /v2.0/ports/62437ce8-27de-46cd-974d-606c547675eb HTTP/1.1" status: 200 len: 1093 time: 1.6339536 Jun 16 16:58:50.564226 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'tag': '62437ce8-27de-46cd-974d-606c547675eb'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:58:50.580788 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90" -d '{"events": [{"name": "network-changed", "server_uuid": "f55eca3d-5d0c-4221-9d50-8886e69cfda5", "tag": "62437ce8-27de-46cd-974d-606c547675eb"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:58:50.616186 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cf4dc61b-e6b3-463d-833c-75ac58df0cca req-518fb3cc-4444-4e39-b0db-918285d8b40f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Jun 16 16:58:50.685304 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Pushing event updated for resources: {'Port': ['ID=62437ce8-27de-46cd-974d-606c547675eb,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:50.701051 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:50.714728 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f8df2f01-0fbd-4808-9220-f44356d3a032 req-5ad54144-f8e6-4f87-b398-e09b08b11d36 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203441 Jun 16 16:58:50.730410 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a76564-b3f6-44db-8407-7463011db059 x-openstack-request-id: req-94a76564-b3f6-44db-8407-7463011db059 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:58:50.731461 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55eca3d-5d0c-4221-9d50-8886e69cfda5", "tag": "62437ce8-27de-46cd-974d-606c547675eb", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:58:50.731956 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94a76564-b3f6-44db-8407-7463011db059 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:58:50.732404 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'tag': '62437ce8-27de-46cd-974d-606c547675eb', 'status': 'completed', 'code': 200} Jun 16 16:58:50.859032 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-a9ec7488-e3ce-415e-a336-42f1d81ad9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:50.863986 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-a9ec7488-e3ce-415e-a336-42f1d81ad9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 1096 time: 0.1290236 Jun 16 16:58:50.940832 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-89ef767a-ff7e-42da-b13a-1b2e4640a587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62437ce8-27de-46cd-974d-606c547675eb HTTP/1.1" status: 200 len: 217 time: 0.0591853 Jun 16 16:58:50.986362 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-edd9b919-3a90-43c4-ab8b-69a73a73724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.025208 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-884c0a93-d93e-4963-bd5a-628d427ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.028674 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-884c0a93-d93e-4963-bd5a-628d427ef3c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.0693705 Jun 16 16:58:51.063425 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1584c6-5171-486d-8f41-3dcd9854b0d3 req-4c6d915e-2a8a-420b-951f-0f4adfc97677 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.066060 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d1584c6-5171-486d-8f41-3dcd9854b0d3 req-4c6d915e-2a8a-420b-951f-0f4adfc97677 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1185069 Jun 16 16:58:51.095021 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-4ee29c59-33e7-4dd9-92b6-c6ae3bb234cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516465 Jun 16 16:58:51.145584 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d1584c6-5171-486d-8f41-3dcd9854b0d3 req-90193c70-b841-4c0a-8102-1a6550f74d7b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714936 Jun 16 16:58:51.256916 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-886dd4b6-dd0e-41b1-990e-225c073ef69f service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450067 Jun 16 16:58:51.502723 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37426) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:51.517295 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c55453c6-50f4-4782-82f4-154e7222c7bf req-b424421a-c996-4f03-92f3-557c08fbbdd5 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474284 Jun 16 16:58:51.582308 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdf0fa-f97d-4c88-811e-5980d341eccd req-5b57f571-3d70-45ca-8749-8dfb4e00e25c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.584532 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7dbdf0fa-f97d-4c88-811e-5980d341eccd req-5b57f571-3d70-45ca-8749-8dfb4e00e25c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1429489 Jun 16 16:58:51.694639 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7dbdf0fa-f97d-4c88-811e-5980d341eccd req-d6caaab9-8ca5-4e77-8dc2-c5b0f0ecfc03 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977845 Jun 16 16:58:51.697984 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:51.891631 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-40b6b0a4-263e-4136-afda-686170c46e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:51.892542 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-40b6b0a4-263e-4136-afda-686170c46e2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 1096 time: 0.1816156 Jun 16 16:58:52.101963 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.124766 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4b3a7-0cda-4016-8d0e-80df70714c05 req-9942ea6b-e0dd-45ba-892a-2fc5d8e3d118 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.127689 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ced4b3a7-0cda-4016-8d0e-80df70714c05 req-9942ea6b-e0dd-45ba-892a-2fc5d8e3d118 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 943 time: 0.1819422 Jun 16 16:58:52.129917 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-023bf083-2d75-40ce-ae37-434d26fbc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.131383 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-023bf083-2d75-40ce-ae37-434d26fbc37a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 200 len: 916 time: 0.2113600 Jun 16 16:58:52.176475 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ced4b3a7-0cda-4016-8d0e-80df70714c05 req-ec6b7142-02fc-433d-b89a-c97bfd19e4fd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Jun 16 16:58:52.179605 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa4171-8b90-4b11-b662-96a6421378a0 req-25e11c26-779b-4831-9bd7-ead0b83289a7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.181924 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f3aa4171-8b90-4b11-b662-96a6421378a0 req-25e11c26-779b-4831-9bd7-ead0b83289a7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1228633 Jun 16 16:58:52.220851 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-d065e765-183d-4e72-a4d8-dc0400810bb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62437ce8-27de-46cd-974d-606c547675eb HTTP/1.1" status: 200 len: 217 time: 0.0667062 Jun 16 16:58:52.233817 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.239519 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-414485eb-7419-4346-9703-e9e7ad040259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:52.296281 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=769211ca54404c5d98fc7867f65b5431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917798 Jun 16 16:58:52.297942 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37444) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:52.316965 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f3aa4171-8b90-4b11-b662-96a6421378a0 req-5bbd9b4d-e97f-4cd9-b853-d63d4082a1f0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952723 Jun 16 16:58:52.323623 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-2cac2805-ee60-4543-8855-357c923bd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.326060 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-2cac2805-ee60-4543-8855-357c923bd9d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 200 len: 855 time: 0.0967155 Jun 16 16:58:52.338140 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa84dee-b91e-4ae6-8490-3cfc89a1d0d4,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:52.356928 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.357907 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.359005 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.359166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.360647 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.360647 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.360880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.361434 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.362031 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.362595 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.363353 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.363933 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:52.372014 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:52.384188 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-2a7954e0-7c99-44db-8ede-cadf791c5fbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404570 Jun 16 16:58:52.413715 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.428490 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b348c2-72ec-42fd-8026-6ebb41c0e772 req-e325d304-2eaa-4d77-90ee-f1d95bc6fa57 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:52.434113 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-64b348c2-72ec-42fd-8026-6ebb41c0e772 req-e325d304-2eaa-4d77-90ee-f1d95bc6fa57 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1283300 Jun 16 16:58:52.482274 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-64b348c2-72ec-42fd-8026-6ebb41c0e772 req-fdcbcf9f-6975-4d40-b0f6-7ab834f97cf3 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448534 Jun 16 16:58:52.498079 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.569683 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-d971b262-c015-4e84-beeb-226f6a5756c8 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684151 Jun 16 16:58:52.692208 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4ada3e0-812a-4d72-beb0-b791eeaf2e90 req-d5a85e0c-9df8-49b9-be9d-a42286ff4511 service neutron] 10.222.0.13 "GET /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052022 Jun 16 16:58:52.730367 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.733400 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:52.734755 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fa84dee-b91e-4ae6-8490-3cfc89a1d0d4 HTTP/1.1" status: 204 len: 168 time: 0.4354231 Jun 16 16:58:52.736133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:52.745590 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa84dee-b91e-4ae6-8490-3cfc89a1d0d4,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:52.749033 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:53.010761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a06e5-ea5f-4103-b9d8-5c70d1d56be1 req-fc71f2c5-a164-40ae-90b4-2d4d58f1f4a6 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:53.013082 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8b2a06e5-ea5f-4103-b9d8-5c70d1d56be1 req-fc71f2c5-a164-40ae-90b4-2d4d58f1f4a6 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1058598 Jun 16 16:58:53.091934 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8b2a06e5-ea5f-4103-b9d8-5c70d1d56be1 req-28e8e942-cc98-46ca-8503-501c0de125fc tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 Jun 16 16:58:53.586579 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ba6a-291f-41f8-a661-dc6d07a7aafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.594519 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37506) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:53.674220 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18fa1-248a-49c7-be24-20ee85cd9a76 req-a7efb95a-5f81-4779-90c1-ad64883f2429 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:53.680167 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-81a18fa1-248a-49c7-be24-20ee85cd9a76 req-a7efb95a-5f81-4779-90c1-ad64883f2429 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1541531 Jun 16 16:58:53.698682 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb83289-818b-42b1-8d25-5afc1a180171 req-7785621f-35b6-465f-a54b-ae7262f484e8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:53.707771 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6fb83289-818b-42b1-8d25-5afc1a180171 req-7785621f-35b6-465f-a54b-ae7262f484e8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 943 time: 0.2377157 Jun 16 16:58:53.726582 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.785858 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6fb83289-818b-42b1-8d25-5afc1a180171 req-26bd1011-69a0-484a-ae1a-56414e94f75c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746050 Jun 16 16:58:53.814032 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-81a18fa1-248a-49c7-be24-20ee85cd9a76 req-1ab9c722-eede-4637-896f-cd9bc2d25ef6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242123 Jun 16 16:58:53.882335 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:53.963303 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37510) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:53.982591 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.059660 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.115303 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86985f1e-84a1-4078-a2ce-8f1ec9ad856d req-1c0a0a0d-6576-4365-8bde-26fc660221d4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:54.116909 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-86985f1e-84a1-4078-a2ce-8f1ec9ad856d req-1c0a0a0d-6576-4365-8bde-26fc660221d4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1175745 Jun 16 16:58:54.178933 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-86985f1e-84a1-4078-a2ce-8f1ec9ad856d req-870b881e-ca16-4009-a5a0-aceff3ec263c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Jun 16 16:58:54.188399 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.195025 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7c0d7479-6f7b-4803-9c63-f8edd7f0f8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:54.260597 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3d7eda314724468b8d9bb30698e8f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612484 Jun 16 16:58:54.261118 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37516) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:54.271010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b529295c-55e0-4b8b-bc25-b29117024ecd,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:54.294007 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:54.359258 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.372439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.399534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.431238 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.468550 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.474930 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-19d66acc-8ef5-46b2-b88f-ad4f0143cf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:54.537654 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=828be873f50d42438295ab259d9f4d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5725305 Jun 16 16:58:54.539192 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9becc6-a79a-4b44-a71b-2cb4a58ecc35,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:54.541803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37526) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:54.544641 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:54.621834 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.635458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.642823 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.646328 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b529295c-55e0-4b8b-bc25-b29117024ecd HTTP/1.1" status: 204 len: 168 time: 0.3831029 Jun 16 16:58:54.658658 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-cf2615a4-ae74-43e9-98f5-ca936c95d11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:54.717816 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b529295c-55e0-4b8b-bc25-b29117024ecd,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:54.731273 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:54.735789 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.971193 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.977460 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:54.982812 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a9becc6-a79a-4b44-a71b-2cb4a58ecc35 HTTP/1.1" status: 204 len: 168 time: 0.4348207 Jun 16 16:58:54.982812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b1dfb6c0-834d-4648-a314-57d11fc432ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:54.998705 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9becc6-a79a-4b44-a71b-2cb4a58ecc35,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:55.011586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:55.140561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945250d-424c-4f49-ba97-18249a37d476 req-8c857d2d-3af0-409c-a103-c2fc4821efd3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:55.143918 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f945250d-424c-4f49-ba97-18249a37d476 req-8c857d2d-3af0-409c-a103-c2fc4821efd3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1567240 Jun 16 16:58:55.173398 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551400b0-2f8b-4a97-895a-85907bac1fa1 req-898f62e6-8d5d-400f-9352-2f6e50130036 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:55.176171 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-551400b0-2f8b-4a97-895a-85907bac1fa1 req-898f62e6-8d5d-400f-9352-2f6e50130036 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 943 time: 0.1616910 Jun 16 16:58:55.207879 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f945250d-424c-4f49-ba97-18249a37d476 req-7713e557-7746-42b1-a17a-a4b0f8d417c9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561745 Jun 16 16:58:55.278784 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-551400b0-2f8b-4a97-895a-85907bac1fa1 req-ee7bb38e-ab48-49b0-b7be-f24e7d736b71 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840394 Jun 16 16:58:55.500931 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2f3b0-acc0-4dda-b482-f74cc430cf26 req-24a99f7d-3f92-49e6-9719-a1b167cfa416 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:55.502538 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5ab2f3b0-acc0-4dda-b482-f74cc430cf26 req-24a99f7d-3f92-49e6-9719-a1b167cfa416 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0798450 Jun 16 16:58:55.555496 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5ab2f3b0-acc0-4dda-b482-f74cc430cf26 req-7ff31a8f-31df-4936-8d9d-8094a91ba026 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Jun 16 16:58:55.848154 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 62437ce8-27de-46cd-974d-606c547675eb details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:58:55.907525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-383537a4-e1e8-4f27-84a2-4b2bd4d89d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:55.910280 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-383537a4-e1e8-4f27-84a2-4b2bd4d89d32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1098 time: 0.0980859 Jun 16 16:58:55.983073 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37586) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:56.007158 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.057141 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 62437ce8-27de-46cd-974d-606c547675eb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=62437ce8-27de-46cd-974d-606c547675eb,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:56.083573 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '62437ce8-27de-46cd-974d-606c547675eb', 'network_id': 'e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba', 'port_id': '62437ce8-27de-46cd-974d-606c547675eb', 'mac_address': 'fa:16:3e:0f:b8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae82268-c098-4e2c-8410-dfb3412966d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:58:56.139948 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.166638 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62437ce8-27de-46cd-974d-606c547675eb {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:58:56.195350 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.228398 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 62437ce8-27de-46cd-974d-606c547675eb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=62437ce8-27de-46cd-974d-606c547675eb,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:56.348288 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.407094 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-1d05bace-5a6c-4a4f-ab16-1803e3deea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.412456 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-1d05bace-5a6c-4a4f-ab16-1803e3deea28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.2522595 Jun 16 16:58:56.422602 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.423423 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6db9116a-ccd7-4e97-ad85-b394b74be47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:56.425639 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:56.494539 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14f42087d0d54895bf44fb3c61f14742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095997 Jun 16 16:58:56.496929 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16557c7e-21c8-4dae-bafa-3be904a1a3d3,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:56.501931 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37598) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:56.548568 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.555298 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=62437ce8-27de-46cd-974d-606c547675eb,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:56.579981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.579981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.579981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.579981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.580590 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:56.580748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.580748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.580748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.580748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.584250 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.584741 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.585482 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.586076 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:58:56.596321 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:56.653002 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-eec82a62-468c-43cb-ad70-39b2ba77a17f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 1001 time: 0.2160621 Jun 16 16:58:56.653292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.757381 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:56.760847 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437436-b099-4905-9e21-54946ba5047a req-cd17b1c8-fac1-42bd-b090-2a9169d3448d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.783097 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c5437436-b099-4905-9e21-54946ba5047a req-cd17b1c8-fac1-42bd-b090-2a9169d3448d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.2091384 Jun 16 16:58:56.839485 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-4fdab0a4-60b6-4f75-bd83-234581638c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.842906 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-4fdab0a4-60b6-4f75-bd83-234581638c92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.1783259 Jun 16 16:58:56.889607 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2adac-d4ff-4876-99da-a79977636fc7 req-a20f7e3e-b3b7-44d2-bf9d-69275a023037 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:56.900385 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5f2adac-d4ff-4876-99da-a79977636fc7 req-a20f7e3e-b3b7-44d2-bf9d-69275a023037 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 944 time: 0.2390871 Jun 16 16:58:56.979945 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c5437436-b099-4905-9e21-54946ba5047a req-ed2c356e-d123-4f9a-b8d6-ea5dfdee644a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952155 Jun 16 16:58:56.994322 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d5f2adac-d4ff-4876-99da-a79977636fc7 req-ef570195-7f45-452d-9d77-494945eac1ad tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 Jun 16 16:58:57.024849 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.028714 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:57.033776 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16557c7e-21c8-4dae-bafa-3be904a1a3d3 HTTP/1.1" status: 204 len: 168 time: 0.5264721 Jun 16 16:58:57.033776 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3a7ca503-9e33-4b90-8fe7-d67ad32cf238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:57.042335 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16557c7e-21c8-4dae-bafa-3be904a1a3d3,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:57.045352 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:57.061119 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-b0603ced-4da2-47ce-9ec7-271d52bec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:57.063785 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-b0603ced-4da2-47ce-9ec7-271d52bec137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1803885 Jun 16 16:58:57.087063 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['62437ce8-27de-46cd-974d-606c547675eb'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:58:57.295548 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-8c218f1f-6576-4a1c-b35e-84cf63f7e0c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161222 Jun 16 16:58:57.465497 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c004-a12d-43bc-b68d-87f9f95790df req-747446ee-a674-48ec-afd9-27276fae9658 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:57.468266 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3573c004-a12d-43bc-b68d-87f9f95790df req-747446ee-a674-48ec-afd9-27276fae9658 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1204090 Jun 16 16:58:57.500105 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc8b7bde-58f7-48fa-bf27-713f703dc7b2 req-f7cc9cdf-e8c5-4f16-8a6d-c1eed7cc42c3 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908834 Jun 16 16:58:57.552432 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3573c004-a12d-43bc-b68d-87f9f95790df req-3e25f427-367f-4af4-a75e-5f907cdb4e5d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665441 Jun 16 16:58:58.079692 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37636) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:58.354828 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d37879-32ed-4b46-8f09-54762224bc2f req-834d0fb7-72ed-4fc3-a9e9-0b502ca20edd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:58.358044 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-29d37879-32ed-4b46-8f09-54762224bc2f req-834d0fb7-72ed-4fc3-a9e9-0b502ca20edd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 944 time: 0.1394675 Jun 16 16:58:58.410543 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91f39-345e-4c57-bd2b-b0c35b3234b7 req-1c3854d4-9171-43a1-81d1-7325b0861dca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:58.413886 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-34d91f39-345e-4c57-bd2b-b0c35b3234b7 req-1c3854d4-9171-43a1-81d1-7325b0861dca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1408901 Jun 16 16:58:58.435648 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-29d37879-32ed-4b46-8f09-54762224bc2f req-91e3d8c5-e5ac-4374-8467-ff1a5eb95cf5 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686822 Jun 16 16:58:58.445318 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.563171 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-34d91f39-345e-4c57-bd2b-b0c35b3234b7 req-48974636-1bb2-43fc-b231-223453ded167 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144602 Jun 16 16:58:58.719880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.742539 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.844328 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:58.883348 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4996066f-afda-4106-ba79-1c63824b12ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:58.917707 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ac9e864b48e4d76bfa9673034e8665f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8351245 Jun 16 16:58:58.919224 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e65af5-078f-4a07-b2e8-de9d9d0e6105,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:58.923224 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:58.923942 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37656) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:58.934133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f7c25-70f7-4a45-8e2c-9fe895690997 req-f397380e-31a0-4a98-b552-31004fb2f6eb tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:58.950150 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0c5f7c25-70f7-4a45-8e2c-9fe895690997 req-f397380e-31a0-4a98-b552-31004fb2f6eb tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1382217 Jun 16 16:58:58.993668 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.013367 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0c5f7c25-70f7-4a45-8e2c-9fe895690997 req-ebf3e7fe-e995-4a62-a140-8dcc30047831 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618560 Jun 16 16:58:59.021048 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.210450 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.213821 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:59.215800 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/36e65af5-078f-4a07-b2e8-de9d9d0e6105 HTTP/1.1" status: 204 len: 168 time: 0.2901478 Jun 16 16:58:59.216838 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c5c39c50-04ce-40d0-a76d-8dd913760550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:59.229386 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e65af5-078f-4a07-b2e8-de9d9d0e6105,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:59.232697 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:59.720760 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7137-f126-4e98-9b9a-18b3ed21399a req-428fc044-9383-4dca-b7be-ccea86d9c7b9 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:59.723684 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab3e7137-f126-4e98-9b9a-18b3ed21399a req-428fc044-9383-4dca-b7be-ccea86d9c7b9 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 944 time: 0.1050880 Jun 16 16:58:59.837280 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab3e7137-f126-4e98-9b9a-18b3ed21399a req-89a3ee34-0b31-44be-ace5-09eaee90d6b9 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854914 Jun 16 16:58:59.876343 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 62437ce8-27de-46cd-974d-606c547675eb up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:58:59.950247 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff7dbc-5dfd-48a3-b24d-1914743f4a60 req-e3119b8d-aff7-4d9a-a97e-f848d32c2df1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:58:59.952546 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1eff7dbc-5dfd-48a3-b24d-1914743f4a60 req-e3119b8d-aff7-4d9a-a97e-f848d32c2df1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1681705 Jun 16 16:59:00.070083 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1eff7dbc-5dfd-48a3-b24d-1914743f4a60 req-9a937425-4fbb-4b9a-af28-80458bc809ae tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991728 Jun 16 16:59:00.078645 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 62437ce8-27de-46cd-974d-606c547675eb completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:00.095584 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 62437ce8-27de-46cd-974d-606c547675eb triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:00.096222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.147789 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-f32e611a-b3ac-4ca0-a704-a1258c994d16 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767084437&fields=id&tenant_id=b514eec370e249d98b15b2b40f9d6585 HTTP/1.1" status: 200 len: 267 time: 0.1072817 Jun 16 16:59:00.263338 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.313488 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62437ce8-27de-46cd-974d-606c547675eb'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:00.318484 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26010325-4903-4d3c-9bc0-47fe99bd22a4" -d '{"events": [{"server_uuid": "f55eca3d-5d0c-4221-9d50-8886e69cfda5", "name": "network-vif-plugged", "status": "completed", "tag": "62437ce8-27de-46cd-974d-606c547675eb"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:00.341487 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-4ef6209c-c689-4727-98da-03ba10eff8f3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.343924 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-4ef6209c-c689-4727-98da-03ba10eff8f3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 809 time: 0.1950793 Jun 16 16:59:00.352709 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 62437ce8-27de-46cd-974d-606c547675eb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=62437ce8-27de-46cd-974d-606c547675eb,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:00.378071 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-c9a7a4c6-4864-4e03-8dec-55e871e6455b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/quotas/b514eec370e249d98b15b2b40f9d6585 HTTP/1.1" status: 200 len: 375 time: 0.0239277 Jun 16 16:59:00.422622 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.428841 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:00.466222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc200-f467-462b-821e-341c93563ce8 req-eb12781e-f126-45bd-9755-0ae19efe294f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:00.469864 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6e2cc200-f467-462b-821e-341c93563ce8 req-eb12781e-f126-45bd-9755-0ae19efe294f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1784511 Jun 16 16:59:00.542635 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=62437ce8-27de-46cd-974d-606c547675eb,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:00.550914 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-5c3a1635-0d52-4371-897d-b451ca2d5a3b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704969 Jun 16 16:59:00.558368 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:00.606697 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6e2cc200-f467-462b-821e-341c93563ce8 req-3410a815-19ef-442f-b4c2-ea35ca4ba35a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231463 Jun 16 16:59:00.620139 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37704) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:00.654940 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.738691 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b0c597-7a49-499c-bb17-581e154595ba x-openstack-request-id: req-53b0c597-7a49-499c-bb17-581e154595ba {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:00.740483 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eca3d-5d0c-4221-9d50-8886e69cfda5", "name": "network-vif-plugged", "status": "completed", "tag": "62437ce8-27de-46cd-974d-606c547675eb", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:00.741981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53b0c597-7a49-499c-bb17-581e154595ba {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:00.743487 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62437ce8-27de-46cd-974d-606c547675eb', 'code': 200} Jun 16 16:59:00.782175 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-c2078d23-1204-4000-866c-a3a1f41ac983 service neutron] 10.222.0.72 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212906 Jun 16 16:59:00.844736 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.959387 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-00d1b40a-fd59-4bfe-877c-98885e0f6743 service neutron] 10.222.0.72 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597769 Jun 16 16:59:00.962611 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.974227 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5b4a802c-b980-44b8-9dd4-ecc7b73c2951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:01.107373 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb2c4f3c2b9e48cfb2b506f812dc4bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821217 Jun 16 16:59:01.107845 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37714) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:01.131126 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792c2574-d06e-4c5c-9190-a74e19a4f6af,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:01.184326 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:01.220934 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:01.248972 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9415-d0b3-4597-882e-82e60a6f3070 req-be9f6ef8-b66b-4ff4-85b7-ef16515ea3d8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.251938 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d0aa9415-d0b3-4597-882e-82e60a6f3070 req-be9f6ef8-b66b-4ff4-85b7-ef16515ea3d8 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.1448750 Jun 16 16:59:01.282374 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:01.552834 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:01.556606 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:01.558308 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/792c2574-d06e-4c5c-9190-a74e19a4f6af HTTP/1.1" status: 204 len: 168 time: 0.4492316 Jun 16 16:59:01.559626 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-db678d04-6847-481e-a97e-137fa8817a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:01.576693 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c2574-d06e-4c5c-9190-a74e19a4f6af,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:01.579711 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:01.711454 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d0aa9415-d0b3-4597-882e-82e60a6f3070 req-d21247bb-363e-4e56-9d4e-fa763f61f395 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479918 Jun 16 16:59:01.751289 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d010e-2be6-41fb-aad8-7c828cb18f9e req-c2d4be9b-f80f-4061-9830-9635ebe499a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.754029 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7e5d010e-2be6-41fb-aad8-7c828cb18f9e req-c2d4be9b-f80f-4061-9830-9635ebe499a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 1098 time: 0.1124301 Jun 16 16:59:01.811256 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7e5d010e-2be6-41fb-aad8-7c828cb18f9e req-e18487e8-394d-4f8b-a6d1-d6707c8c8884 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Jun 16 16:59:01.931958 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40801fcc-5d67-4b0a-911a-f5b3b9d09e01 req-fc174d58-5198-4237-9573-278b16ba647c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:01.933715 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-40801fcc-5d67-4b0a-911a-f5b3b9d09e01 req-fc174d58-5198-4237-9573-278b16ba647c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0900123 Jun 16 16:59:01.985748 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-40801fcc-5d67-4b0a-911a-f5b3b9d09e01 req-3f5c90a2-c458-4470-9876-63f3ecbf30f5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Jun 16 16:59:02.211268 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3921b-e0db-4f44-b355-e3c3c2a41cc1 req-0fe3b173-dcd6-4206-b86c-da426f27c91b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:02.222619 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-32d3921b-e0db-4f44-b355-e3c3c2a41cc1 req-0fe3b173-dcd6-4206-b86c-da426f27c91b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1201465 Jun 16 16:59:02.295904 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-32d3921b-e0db-4f44-b355-e3c3c2a41cc1 req-97db09b4-efb8-4636-8ec9-549b038c55f3 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Jun 16 16:59:02.333972 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7b3dde73-d721-42c4-a72c-c0d48932ae5c req-b07a9a84-a6c5-41e0-b569-fab2b93d3f21 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 210 time: 0.0691285 Jun 16 16:59:02.533110 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37748) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:02.677911 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-06aa756d-6a7c-4669-9ef5-32b5d0abb5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:02.823716 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-06aa756d-6a7c-4669-9ef5-32b5d0abb5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.008135 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aaae3-0bcd-4ad9-a9a6-2413ca5e1470 req-85cab204-2c23-4707-bd90-b7c705fe6d25 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:03.010087 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-540aaae3-0bcd-4ad9-a9a6-2413ca5e1470 req-85cab204-2c23-4707-bd90-b7c705fe6d25 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.0820673 Jun 16 16:59:03.061303 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-540aaae3-0bcd-4ad9-a9a6-2413ca5e1470 req-aa8f589c-2a1d-492e-b091-27d8f357796d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Jun 16 16:59:03.183255 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-06aa756d-6a7c-4669-9ef5-32b5d0abb5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.190300 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-68e85f59-7129-4ec5-80d9-5420ab825f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:03.212734 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff8d6-97f5-4ed2-9906-13ed9e74e199 req-f1576ee0-ea6a-400b-b54b-e730d461b52f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:03.214391 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-21cff8d6-97f5-4ed2-9906-13ed9e74e199 req-f1576ee0-ea6a-400b-b54b-e730d461b52f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0945826 Jun 16 16:59:03.280182 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-06aa756d-6a7c-4669-9ef5-32b5d0abb5ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70d13bf564f24355b61b71e5db7a37de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7455716 Jun 16 16:59:03.281209 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa756d-6a7c-4669-9ef5-32b5d0abb5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30de8c0-eece-4863-b392-c3d1cc85336a,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:03.284805 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37760) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:03.296328 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-06aa756d-6a7c-4669-9ef5-32b5d0abb5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:03.314037 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-21cff8d6-97f5-4ed2-9906-13ed9e74e199 req-b256a2ce-506a-490a-8531-3c91cdb1e39e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895572 Jun 16 16:59:03.372166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37764) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:03.390393 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.394558 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f8f2-58b0-47b4-901c-8f252a05f2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.462120 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.584254 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7cfb772-14b6-40cc-bafc-9a5227af9951 req-c7ef2b69-88cc-448f-916a-78742dcc01fc tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 210 time: 0.0998099 Jun 16 16:59:03.695279 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f8f2-58b0-47b4-901c-8f252a05f2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.734954 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb46860-a7f4-4c35-bcfc-221dc1b8f724 req-4e11f68f-97d7-4bc5-89ad-ffa119052bc1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:03.736739 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ebb46860-a7f4-4c35-bcfc-221dc1b8f724 req-4e11f68f-97d7-4bc5-89ad-ffa119052bc1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1194048 Jun 16 16:59:03.765704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.774525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.774525 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d30de8c0-eece-4863-b392-c3d1cc85336a HTTP/1.1" status: 204 len: 168 time: 0.4832578 Jun 16 16:59:03.774525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a4fd128c-5d52-4c05-a0c3-c223ef9534de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:03.784876 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30de8c0-eece-4863-b392-c3d1cc85336a,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:03.794581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:03.812996 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f8f2-58b0-47b4-901c-8f252a05f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:03.819439 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ebb46860-a7f4-4c35-bcfc-221dc1b8f724 req-3018576a-2178-4f51-8ddd-8a024c3490cb tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Jun 16 16:59:03.824638 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2193c158-7ea5-4781-8359-e1db6664bae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:03.942059 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e9d5f8f2-58b0-47b4-901c-8f252a05f2d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53003c458027481b92f1a8fa5d6b98d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685833 Jun 16 16:59:03.946889 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f8f2-58b0-47b4-901c-8f252a05f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499a00d-a9e6-48a1-b9ce-a0e117db5553,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:03.950063 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37776) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:03.951499 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e9d5f8f2-58b0-47b4-901c-8f252a05f2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:04.034133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:04.059928 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:04.282664 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff69d-7e4f-4a9e-8078-d9ffa6cf1caa req-9433c0a6-0229-46a3-8d04-a98d28f28200 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.286556 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6d9ff69d-7e4f-4a9e-8078-d9ffa6cf1caa req-9433c0a6-0229-46a3-8d04-a98d28f28200 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.0816810 Jun 16 16:59:04.322840 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:04.326167 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:04.327671 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e499a00d-a9e6-48a1-b9ce-a0e117db5553 HTTP/1.1" status: 204 len: 168 time: 0.3730729 Jun 16 16:59:04.328819 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e4c0cbcb-14c9-4738-83a4-8f60cf539507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:04.332337 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6d9ff69d-7e4f-4a9e-8078-d9ffa6cf1caa req-a85c2a56-36f7-4ef2-ad31-f0dc32334306 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409915 Jun 16 16:59:04.340577 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499a00d-a9e6-48a1-b9ce-a0e117db5553,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:04.343047 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:04.726976 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc508-1020-4cfc-96f1-6bf5a09926ea req-496eb5a9-76ac-408a-b485-2781999279b5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:04.735554 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-675fc508-1020-4cfc-96f1-6bf5a09926ea req-496eb5a9-76ac-408a-b485-2781999279b5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1396728 Jun 16 16:59:04.783182 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-675fc508-1020-4cfc-96f1-6bf5a09926ea req-1ce2792b-fe3b-4e7f-9e88-e58e48e48b14 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Jun 16 16:59:04.924849 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-804fbff4-0982-4ba4-80e1-3ab76fb89060 req-9f1a7e92-c4a7-420c-9eb3-6792abf05e27 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 210 time: 0.0676086 Jun 16 16:59:05.029950 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 37798) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:05.055062 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.308869 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e37f17-4ea9-41ef-963b-371cc31692c3 req-9bf33ae3-05e1-4943-bae5-7b3d3727c5f9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:05.322865 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-52e37f17-4ea9-41ef-963b-371cc31692c3 req-9bf33ae3-05e1-4943-bae5-7b3d3727c5f9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.2114220 Jun 16 16:59:05.347244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.424015 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-52e37f17-4ea9-41ef-963b-371cc31692c3 req-02e64daf-2850-436e-8679-9792a6ad1dff tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985281 Jun 16 16:59:05.508150 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.514515 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3339ca98-fe04-49fc-97e5-6204bcca7c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:05.585919 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23f56c935dc2470988d3fb1866af0086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541434 Jun 16 16:59:05.587984 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b37f4-1889-4269-9c5d-9d5823df2123,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:05.588749 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 37812) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:05.593821 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:05.705121 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.747324 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.976856 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.981397 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:05.986533 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/347b37f4-1889-4269-9c5d-9d5823df2123 HTTP/1.1" status: 204 len: 168 time: 0.3959379 Jun 16 16:59:06.011582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4fc3b3b7-896a-4aa7-984f-50b175fd1244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:06.036987 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b37f4-1889-4269-9c5d-9d5823df2123,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:06.050636 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:06.126979 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7f3a-af53-4755-8850-7b8a0f23e445 req-6b42c5b8-c3e5-4672-a264-7b4db8e84c29 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:06.127213 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-07df7f3a-af53-4755-8850-7b8a0f23e445 req-6b42c5b8-c3e5-4672-a264-7b4db8e84c29 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1686068 Jun 16 16:59:06.161698 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e747ccd8-9164-4457-bd43-4ad15b40b57c req-8154bd43-4177-404b-b7bd-43edff45c6ca tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 210 time: 0.0536678 Jun 16 16:59:06.219956 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-07df7f3a-af53-4755-8850-7b8a0f23e445 req-86dbcc97-89d1-44d0-9d3c-ce28abd878cf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788195 Jun 16 16:59:06.800917 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438fb3e-415c-43d7-a36b-edb22321f3a6 req-7216a620-3a73-496b-a703-8ac23312d3e7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:06.808850 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2438fb3e-415c-43d7-a36b-edb22321f3a6 req-7216a620-3a73-496b-a703-8ac23312d3e7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1560345 Jun 16 16:59:06.866438 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2438fb3e-415c-43d7-a36b-edb22321f3a6 req-49b98508-6404-43e8-99a6-f99a89127614 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 Jun 16 16:59:07.181176 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-4dd203aa-c9c7-4f85-aabc-b114a5f278c8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:07.182769 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-4dd203aa-c9c7-4f85-aabc-b114a5f278c8 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 809 time: 0.1883054 Jun 16 16:59:07.274616 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-ca82b9fc-98fa-4df9-921e-3ed2faeb2129 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b514eec370e249d98b15b2b40f9d6585 HTTP/1.1" status: 200 len: 379 time: 0.0686028 Jun 16 16:59:07.298342 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'port': {'device_id': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'admin_state_up': True, 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'security_groups': ['3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6']}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:07.512123 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-81893fed-cb58-44a8-a29b-b27ec3823752 req-0c801b32-2c12-4179-a69e-587f9f1d7043 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 210 time: 0.0609715 Jun 16 16:59:07.651881 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Made reservation on behalf of b514eec370e249d98b15b2b40f9d6585 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:07.678503 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:07.700527 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bdbf1-d88c-4230-a0b4-da0493c57364 req-8bcd2db2-a4e6-4826-82e7-7b5bfd201935 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:07.702599 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e24bdbf1-d88c-4230-a0b4-da0493c57364 req-8bcd2db2-a4e6-4826-82e7-7b5bfd201935 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1743679 Jun 16 16:59:07.845119 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e24bdbf1-d88c-4230-a0b4-da0493c57364 req-97599ffc-5494-4833-aade-4606e73198d9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165156 Jun 16 16:59:07.958496 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Allocated IP 172.20.0.13 (3c2fd106-6850-42fd-8902-3a7db868f2ba/1a394e63-6c5b-4a51-bf32-f53d8d7eb794/5e45dfba-fd52-45ac-b417-be3d2e43f1c6) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:08.262922 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:08.288567 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25a62-8279-4bba-b556-66961e7e9ef0 req-d6dddf88-a667-4271-bc94-fe03f0f8d14a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.290112 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7fd25a62-8279-4bba-b556-66961e7e9ef0 req-d6dddf88-a667-4271-bc94-fe03f0f8d14a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1756053 Jun 16 16:59:08.291269 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Transition to ACTIVE for port object 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:08.366217 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7fd25a62-8279-4bba-b556-66961e7e9ef0 req-75a556e6-33ba-4cf8-a660-812b7b7c5841 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Jun 16 16:59:08.427896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:08.437737 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:08.504487 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:08.508525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:08.516719 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:08.553905 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:08.556704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:08.599929 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.600159 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:08.693133 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4058280 Jun 16 16:59:08.731902 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Request body: {'port': {'device_id': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:08.906861 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:08.929697 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a238c7-6761-49cc-a66b-cb922b7b7141 req-a19097cc-c129-40e9-b906-25683ce610b9 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:08.932107 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e6a238c7-6761-49cc-a66b-cb922b7b7141 req-a19097cc-c129-40e9-b906-25683ce610b9 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 932 time: 0.2235079 Jun 16 16:59:08.993715 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-e6989fc1-d2d2-48b4-aa83-c7581974123f None None] Provisioning for port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:09.002700 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-e6989fc1-d2d2-48b4-aa83-c7581974123f None None] Provisioning complete for port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:09.004080 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e6989fc1-d2d2-48b4-aa83-c7581974123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.069998 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-e6989fc1-d2d2-48b4-aa83-c7581974123f None None] Port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:59:09.079281 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e6a238c7-6761-49cc-a66b-cb922b7b7141 req-6bd3399a-57d5-41e4-a1ff-f10a22c587a6 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971310 Jun 16 16:59:09.396901 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:09.409180 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.429951 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Transition to ACTIVE for port object 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:09.449993 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058904af-ffed-41b2-b1dc-4fcf3914f7b1 req-0515142e-8b3e-4258-8439-6ae92b8d6385 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:09.452426 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-058904af-ffed-41b2-b1dc-4fcf3914f7b1 req-0515142e-8b3e-4258-8439-6ae92b8d6385 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1302176 Jun 16 16:59:09.504145 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-058904af-ffed-41b2-b1dc-4fcf3914f7b1 req-3221e180-9c95-4808-9056-b57f9e2739ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Jun 16 16:59:09.547805 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:09.550152 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-58b0fb9f-4fa3-450f-a221-447e346ab9e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:09.656188 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:09.671694 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:09.853514 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001efac-4de2-4497-8894-93a644fae0c9 req-4cf1ce0b-6194-4e71-9306-246a87263041 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:09.858273 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0001efac-4de2-4497-8894-93a644fae0c9 req-4cf1ce0b-6194-4e71-9306-246a87263041 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1365771 Jun 16 16:59:09.859626 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Attempting to bind port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:09.860249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Attempting to bind port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:09.860786 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Attempting to bind port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 on network 3c2fd106-6850-42fd-8902-3a7db868f2ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:09.888942 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 on network 3c2fd106-6850-42fd-8902-3a7db868f2ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:59:09.893520 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Attempting to bind port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 on network 3c2fd106-6850-42fd-8902-3a7db868f2ba {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:09.957651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:09.957651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Checking segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:09.957651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Bound using segment: {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:09.957651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Bound port: 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:09.957651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.045588 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0001efac-4de2-4497-8894-93a644fae0c9 req-e2413cc7-6438-47fd-87c2-5420fec1d879 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455791 Jun 16 16:59:10.132356 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:10.137520 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:10.221105 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:10.268359 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.284944 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:10.330988 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.332452 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.334600 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] 10.222.0.13 "PUT /v2.0/ports/5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 1094 time: 1.6120160 Jun 16 16:59:10.338213 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:10.360370 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:10.475654 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-24691ac9-e04a-478e-8455-561f2a1d624e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cef956af4aec416584f067f19371d210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743926 Jun 16 16:59:10.496505 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396300d9-b9ed-4e97-8a2f-5a0416750b6d req-3d3be1e4-6dcb-41f4-a60c-ad66249dd041 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.509399 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-396300d9-b9ed-4e97-8a2f-5a0416750b6d req-3d3be1e4-6dcb-41f4-a60c-ad66249dd041 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.2211576 Jun 16 16:59:10.581931 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:10.588866 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:10.614846 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-396300d9-b9ed-4e97-8a2f-5a0416750b6d req-edf39410-7330-448d-8f48-b47338d53edb tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924349 Jun 16 16:59:10.692645 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1040aae1-8bbd-472b-ba37-fa9d0eff1238 x-openstack-request-id: req-1040aae1-8bbd-472b-ba37-fa9d0eff1238 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:10.693167 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:10.693657 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1040aae1-8bbd-472b-ba37-fa9d0eff1238 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:10.694345 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'status': 'completed', 'code': 200} Jun 16 16:59:10.865665 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-b1333e27-e8ff-4638-9940-064df5b0f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.867194 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-b1333e27-e8ff-4638-9940-064df5b0f39f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1097 time: 0.2873464 Jun 16 16:59:10.874668 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-f9c419a6-fc62-41ed-8a7b-e8e4e0d26ee9 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.880749 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-f9c419a6-fc62-41ed-8a7b-e8e4e0d26ee9 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741286 Jun 16 16:59:10.881280 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339fdb3-cea2-42a0-a9e0-27a9e1978e18 req-f08fa0ed-f88d-4214-a54b-969d82b23f1f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:10.881280 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9339fdb3-cea2-42a0-a9e0-27a9e1978e18 req-f08fa0ed-f88d-4214-a54b-969d82b23f1f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1041987 Jun 16 16:59:10.934419 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9339fdb3-cea2-42a0-a9e0-27a9e1978e18 req-81f7acb9-48d2-449b-ac40-9860b7a03ab5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454185 Jun 16 16:59:10.951641 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-2b0a045b-87aa-4111-9c47-d51ce9929072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0627851 Jun 16 16:59:10.952915 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-24c05e64-ba93-4ccf-99c0-b67e15b17507 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/quotas/cef956af4aec416584f067f19371d210 HTTP/1.1" status: 200 len: 375 time: 0.0666928 Jun 16 16:59:11.005740 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-f8576d82-7355-4090-843e-063779c54b64 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cef956af4aec416584f067f19371d210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453625 Jun 16 16:59:11.064326 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-4bfbfa8f-b99e-4d6c-9384-8845246e4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.064326 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-4bfbfa8f-b99e-4d6c-9384-8845246e4305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0889075 Jun 16 16:59:11.172616 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eb535-c483-49d4-ae5e-74231979149c req-4df7dbbd-6a19-4da5-a7ac-68cbb67b37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.175661 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-4df7dbbd-6a19-4da5-a7ac-68cbb67b37d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0996687 Jun 16 16:59:11.370185 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25346547-f19e-45b2-894b-02387554f363 req-d861ff5d-7df6-4a80-9f3d-828eef2c8c31 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.379467 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-25346547-f19e-45b2-894b-02387554f363 req-d861ff5d-7df6-4a80-9f3d-828eef2c8c31 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1493309 Jun 16 16:59:11.398110 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-8af39625-fd97-42a4-9642-16195cf71068 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052515 Jun 16 16:59:11.480838 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-25346547-f19e-45b2-894b-02387554f363 req-f09aeed4-20d2-4a7d-b1bc-f9eed4711db9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996253 Jun 16 16:59:11.557162 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3e3a7402-68cd-42e6-9e2b-f73f8dfe9501 req-61f0537b-4567-4dd7-843c-29d6bf1cc975 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0876775 Jun 16 16:59:11.656951 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-226eb535-c483-49d4-ae5e-74231979149c req-3c82e4c4-53ef-4ce1-b649-3ba4f9732ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338250 Jun 16 16:59:11.917762 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa4ca-4dc9-4c5c-9f3f-e2795076de39 req-ee51f2c4-54c6-46a5-b344-a06c83fc0933 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:11.920341 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8d5fa4ca-4dc9-4c5c-9f3f-e2795076de39 req-ee51f2c4-54c6-46a5-b344-a06c83fc0933 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.1437054 Jun 16 16:59:11.990770 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8d5fa4ca-4dc9-4c5c-9f3f-e2795076de39 req-d9dcc539-d4a8-4145-b8af-8ee093a420d0 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581913 Jun 16 16:59:12.022866 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-052e9437-3420-4e67-b8db-7e3ecb00b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.024364 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-052e9437-3420-4e67-b8db-7e3ecb00b7c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1097 time: 0.0891740 Jun 16 16:59:12.300598 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-248a78a0-1ffc-414f-9155-fe70648f615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.303223 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-248a78a0-1ffc-414f-9155-fe70648f615a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.2604880 Jun 16 16:59:12.385080 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-b562a857-99f2-4ff8-a15c-32007f3f56bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0664959 Jun 16 16:59:12.400930 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b90349-8980-4b60-b145-e9ec2bae8838 req-fdaa4024-2bd7-4a19-b33d-832d5cef065a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.405015 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-41b90349-8980-4b60-b145-e9ec2bae8838 req-fdaa4024-2bd7-4a19-b33d-832d5cef065a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.2198389 Jun 16 16:59:12.503549 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-21918ab6-b174-453d-82df-334960b0b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.504988 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-21918ab6-b174-453d-82df-334960b0b76e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0989838 Jun 16 16:59:12.510207 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-41b90349-8980-4b60-b145-e9ec2bae8838 req-c44010bf-13d9-4523-bf9f-9082d20a60e1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907292 Jun 16 16:59:12.755465 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38044) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:12.811177 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d0ad-62dd-4903-b6c0-ecf7f44b245a req-e32d150b-c290-4257-8f41-97e03e411688 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.814128 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fa94d0ad-62dd-4903-b6c0-ecf7f44b245a req-e32d150b-c290-4257-8f41-97e03e411688 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1311054 Jun 16 16:59:12.868143 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9a190fcf-84d4-4fb2-b624-d801ca29817b req-ee8028a2-d16f-4bf2-aaab-2958aa444938 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0340688 Jun 16 16:59:12.892954 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fa94d0ad-62dd-4903-b6c0-ecf7f44b245a req-1b419b02-9b99-45dd-90fd-b00e60c055d8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620584 Jun 16 16:59:12.903015 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-ba424690-3793-476d-b905-b433605b04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:12.904576 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-ba424690-3793-476d-b905-b433605b04e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3752022 Jun 16 16:59:12.920369 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.026048 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-a2df1fab-78b6-49dc-a35b-fb167a853940 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984054 Jun 16 16:59:13.039699 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.209377 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1ec79f0-1b4d-4fe3-8966-a2b4d510773c req-082abb39-b399-45f3-a8fb-094a9a484465 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652777 Jun 16 16:59:13.240394 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33aa98-da6d-47fb-87ea-0b9a034faccd req-550094a6-2b6b-47e8-82b1-bcff3d31d7eb tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.242385 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-be33aa98-da6d-47fb-87ea-0b9a034faccd req-550094a6-2b6b-47e8-82b1-bcff3d31d7eb tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.1058459 Jun 16 16:59:13.291395 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-be33aa98-da6d-47fb-87ea-0b9a034faccd req-ecb81987-f8e3-4333-81ed-b813da41bc25 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370936 Jun 16 16:59:13.319930 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.325192 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-dc426fbf-bb75-4cbf-a2fa-d745485ffab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:13.404818 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 38058) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:13.405125 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a1f1a3f7df84b0e8b2b49c32b4303e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456473 Jun 16 16:59:13.407262 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68270207-a9e9-4ff5-97e5-9caca5dd4a34,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:13.415519 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:13.510094 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.551328 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.780404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.785897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.791726 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68270207-a9e9-4ff5-97e5-9caca5dd4a34 HTTP/1.1" status: 204 len: 168 time: 0.3807251 Jun 16 16:59:13.791726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a19a069d-0f64-4e2a-a5a5-7fa6326f085b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:13.812731 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68270207-a9e9-4ff5-97e5-9caca5dd4a34,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:13.821665 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:13.891055 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4f4e-71e9-4b92-bb23-9817dbb449f3 req-57e1eeca-2610-426d-af78-1c0360ef1dfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:13.893205 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b90f4f4e-71e9-4b92-bb23-9817dbb449f3 req-57e1eeca-2610-426d-af78-1c0360ef1dfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1453195 Jun 16 16:59:14.110133 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:14.112741 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b90f4f4e-71e9-4b92-bb23-9817dbb449f3 req-582e0e74-11fb-43a3-85c4-ec13d8056a99 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461872 Jun 16 16:59:14.114045 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:14.121962 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'mac_address': 'fa:16:3e:80:01:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:14.126281 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5c1f7994-d350-430b-993e-bfaa5066a153 req-6aa3f944-616b-45a7-bb83-4fcb24249261 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0705948 Jun 16 16:59:14.178056 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.201744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef3ee475-7f40-4ba1-828d-f65740592cd4 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:14.207356 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7156-0288-44b4-9fe4-bb3918859b27 req-e0389a8c-c32e-4def-8a20-09d686b6d97f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:14.223367 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e26b7156-0288-44b4-9fe4-bb3918859b27 req-e0389a8c-c32e-4def-8a20-09d686b6d97f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1449106 Jun 16 16:59:14.257865 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:14.304007 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e26b7156-0288-44b4-9fe4-bb3918859b27 req-fb173aa3-4757-445d-a6a1-fa94a6dcfe65 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785604 Jun 16 16:59:14.422125 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:14.425804 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:14.541941 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=6']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:14.546898 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:14.587032 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa819ec0-443a-4856-bf9a-995341268222 req-2c0ec344-8fca-41d8-b133-6aacf4c634cd tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:14.589751 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-aa819ec0-443a-4856-bf9a-995341268222 req-2c0ec344-8fca-41d8-b133-6aacf4c634cd tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.1347673 Jun 16 16:59:14.646234 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-aa819ec0-443a-4856-bf9a-995341268222 req-a422e173-c297-4b2f-956e-2242e5bff031 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491819 Jun 16 16:59:14.825579 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['ef3ee475-7f40-4ba1-828d-f65740592cd4'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:15.175934 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d8d77-b0f4-49b5-a7d4-5bf278795581 req-1a0f559e-3f13-40e6-b67d-8883ddfc4a5b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.177504 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-892d8d77-b0f4-49b5-a7d4-5bf278795581 req-1a0f559e-3f13-40e6-b67d-8883ddfc4a5b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 944 time: 0.0837905 Jun 16 16:59:15.234526 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-892d8d77-b0f4-49b5-a7d4-5bf278795581 req-ac8c5ce1-5fab-4d2c-a654-6a4ad6dabd77 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Jun 16 16:59:15.364417 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 38102) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:15.397380 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.486901 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6bd16a07-dbc7-4a4f-95b5-6533628ae1bf req-b3ec431e-3044-4187-bdf0-d2fced219a2e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0439248 Jun 16 16:59:15.573803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.620935 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d837dc-3735-4b07-bc56-7ece8c5d9db0 req-1ebd2b72-ffd1-4f63-9302-9f026d49da81 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:15.629750 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-02d837dc-3735-4b07-bc56-7ece8c5d9db0 req-1ebd2b72-ffd1-4f63-9302-9f026d49da81 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1138303 Jun 16 16:59:15.651247 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.658875 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6333950d-7359-499b-8577-e0418403be5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:15.674916 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-02d837dc-3735-4b07-bc56-7ece8c5d9db0 req-6d831cc7-1304-42e1-93ec-59f317595e48 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Jun 16 16:59:15.752253 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38110) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:15.752701 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1eeea8326e01490d92f228e5cf168c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863778 Jun 16 16:59:15.754105 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd53c3-0122-4fc6-a11e-7a8aaa68554a,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:15.761927 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:15.836456 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.879378 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.956085 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:15.963921 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:16.015653 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6257d-9c3e-4b83-9e14-6ace7c4b0948 req-8a754397-6fa9-4944-a6f6-955de7a14d9c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.021745 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6db6257d-9c3e-4b83-9e14-6ace7c4b0948 req-8a754397-6fa9-4944-a6f6-955de7a14d9c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.1399944 Jun 16 16:59:16.103484 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6db6257d-9c3e-4b83-9e14-6ace7c4b0948 req-264224cf-f262-452f-8704-cc93e91f1e5a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695090 Jun 16 16:59:16.164388 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port ef3ee475-7f40-4ba1-828d-f65740592cd4 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:16.164769 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.171679 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.176474 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.183917 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ecdd53c3-0122-4fc6-a11e-7a8aaa68554a HTTP/1.1" status: 204 len: 168 time: 0.4260938 Jun 16 16:59:16.183917 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d373866e-13d2-4eca-849c-f2c7a57e7266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:16.198080 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd53c3-0122-4fc6-a11e-7a8aaa68554a,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:16.201934 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:16.224216 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:16.249484 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'port_id': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'mac_address': 'fa:16:3e:9a:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:16.325795 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.347342 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.374997 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:16.444789 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:16.450639 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:16.465799 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60824c-82ca-4aa0-bbd0-eea548cb34b8" -d '{"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:16.484471 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-3c446bf1-659e-4466-aada-0e464bcfff9b tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cef956af4aec416584f067f19371d210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547349 Jun 16 16:59:16.503969 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:16.562439 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.564716 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:16.616023 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d0b97c-16d8-4681-bceb-bde24a744538 x-openstack-request-id: req-70d0b97c-16d8-4681-bceb-bde24a744538 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:16.616873 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:16.618296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70d0b97c-16d8-4681-bceb-bde24a744538 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:16.619225 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'code': 200} Jun 16 16:59:16.630253 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:16.637949 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc8b34-94d7-42e3-add7-a22d2fa100c7 req-7bd6f257-9c7a-4d26-accc-4861838dda82 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.653913 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a5dc8b34-94d7-42e3-add7-a22d2fa100c7 req-7bd6f257-9c7a-4d26-accc-4861838dda82 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 944 time: 0.2336943 Jun 16 16:59:16.715053 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=7']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:16.721061 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:16.723506 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-8fd12a0d-d02d-4e45-8d85-cecdaada7e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:16.757450 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a5dc8b34-94d7-42e3-add7-a22d2fa100c7 req-cb163066-81a4-4c6e-a061-06edb8fd4754 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010668 Jun 16 16:59:16.819790 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-657ad7fc-d4b3-4205-9654-433705e948f3 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:16.824885 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-657ad7fc-d4b3-4205-9654-433705e948f3 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3109226 Jun 16 16:59:16.828006 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:16.832484 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:16.904110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Request body: {'port': {'device_id': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a', 'admin_state_up': True, 'tenant_id': 'cef956af4aec416584f067f19371d210'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:16.910756 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-139968fc-c4fa-4286-a971-b8a9a663b88c req-61fe0b88-47f5-4ebd-9e8b-1b609138f352 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.1272931 Jun 16 16:59:17.150119 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716b8c-9811-4f62-94f7-5463284e3bba req-65489287-0596-4496-98da-8a4e6f0a19a5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.152310 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4d716b8c-9811-4f62-94f7-5463284e3bba req-65489287-0596-4496-98da-8a4e6f0a19a5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1510642 Jun 16 16:59:17.230980 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4d716b8c-9811-4f62-94f7-5463284e3bba req-31af6170-b1b4-4b10-91fb-c8962c56885b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Jun 16 16:59:17.307215 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['5e45dfba-fd52-45ac-b417-be3d2e43f1c6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:17.324596 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Made reservation on behalf of cef956af4aec416584f067f19371d210 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:17.332641 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:17.362959 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:17.395525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5cdfc-f538-4185-8b24-d23230abfe5a req-5a7e23f7-5b67-4aa4-8f3e-b2beb88edd5b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:17.397322 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1b5cdfc-f538-4185-8b24-d23230abfe5a req-5a7e23f7-5b67-4aa4-8f3e-b2beb88edd5b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 945 time: 0.1324794 Jun 16 16:59:17.532146 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:17.581120 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d1b5cdfc-f538-4185-8b24-d23230abfe5a req-9afa14a6-8115-43a2-b8bb-ad5952623d8a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469687 Jun 16 16:59:17.673914 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:17.685732 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:17.780854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46628765-49f5-4709-8817-f480d2527224,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:17.799070 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:17.919837 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Allocated IP 192.168.233.121 (8ceb006d-9827-4ce3-8a43-7a4f01606a6a/5ad99efd-eb0e-4c35-8d94-8d9f7dcda689/b44fa2fa-95f8-4c1c-947d-0d7361182f6b) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:18.155559 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdfd2c-7d07-4940-ab59-f4b45625a6d5 req-9e387272-cae4-4ad6-a97d-527ed84bcff5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.158147 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-05bdfd2c-7d07-4940-ab59-f4b45625a6d5 req-9e387272-cae4-4ad6-a97d-527ed84bcff5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1350331 Jun 16 16:59:18.210186 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4572bdfe-371d-4e00-a6d5-fe6c9b7fad41 req-e0275ea3-1d7d-4c7c-a8c2-90d77dd51632 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0894368 Jun 16 16:59:18.241960 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-05bdfd2c-7d07-4940-ab59-f4b45625a6d5 req-e76fdabc-fbf5-4179-9289-c0efc4173f80 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767987 Jun 16 16:59:18.328680 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:18.369779 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Transition to ACTIVE for port object b44fa2fa-95f8-4c1c-947d-0d7361182f6b will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:18.535249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:18.541882 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-329b2ec2-7ef1-49b1-860b-f6acb53b559d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:18.687585 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:18.726904 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050cf3-f1cc-4ff8-9fe4-7b024a20c826 req-d6bfc562-694e-499e-bdc3-aeebc399c75d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:18.742802 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-de050cf3-f1cc-4ff8-9fe4-7b024a20c826 req-d6bfc562-694e-499e-bdc3-aeebc399c75d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.2746806 Jun 16 16:59:18.788631 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:18.811115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:18.821133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Pushing event updated for resources: {'Port': ['ID=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:18.833068 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:18.996956 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b3466-6192-41a0-b074-9166d3a442de req-6dd27b7b-d790-4c5c-9744-44e0545e49b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.003406 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b50b3466-6192-41a0-b074-9166d3a442de req-6dd27b7b-d790-4c5c-9744-44e0545e49b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 945 time: 0.1426835 Jun 16 16:59:19.009488 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-de050cf3-f1cc-4ff8-9fe4-7b024a20c826 req-755c1138-3573-406e-9cc7-2dffb2806aa6 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497103 Jun 16 16:59:19.063551 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.069385 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.113969 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b50b3466-6192-41a0-b074-9166d3a442de req-7170ab80-7b95-4b3f-84de-7fb1ba9b282f tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014030 Jun 16 16:59:19.251158 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3925555 Jun 16 16:59:19.264971 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Request body: {'port': {'device_id': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:19.420363 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ddbde3cc-da9a-4ff4-85e2-2de641a30e45 None None] Provisioning for port b44fa2fa-95f8-4c1c-947d-0d7361182f6b completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:19.430602 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ddbde3cc-da9a-4ff4-85e2-2de641a30e45 None None] Provisioning complete for port b44fa2fa-95f8-4c1c-947d-0d7361182f6b triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:19.431179 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ddbde3cc-da9a-4ff4-85e2-2de641a30e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.570723 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:19.694853 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38224) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:19.716323 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-ddbde3cc-da9a-4ff4-85e2-2de641a30e45 None None] Port b44fa2fa-95f8-4c1c-947d-0d7361182f6b cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:59:19.903429 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdad548-e37b-4e0a-9b1d-32cba75510ed req-ad52e7e3-303d-43be-8b0f-1a0badef5650 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:19.909046 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0fdad548-e37b-4e0a-9b1d-32cba75510ed req-ad52e7e3-303d-43be-8b0f-1a0badef5650 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 936 time: 0.2157624 Jun 16 16:59:19.987113 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0fdad548-e37b-4e0a-9b1d-32cba75510ed req-c3fe614a-dd77-4d55-8c57-ead83507f69b tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691895 Jun 16 16:59:19.988472 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:20.047060 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792ac6-2008-42b6-97eb-c667c1022e99 req-8dda27c0-5c5e-4b1d-bd92-bfb9ec2cc28a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:20.070805 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-eb792ac6-2008-42b6-97eb-c667c1022e99 req-8dda27c0-5c5e-4b1d-bd92-bfb9ec2cc28a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.3244064 Jun 16 16:59:20.248872 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-eb792ac6-2008-42b6-97eb-c667c1022e99 req-7c9f324b-ec40-43b5-a298-1cf5c3650f8b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737266 Jun 16 16:59:20.295975 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.342407 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:20.348945 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:20.351385 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.495928 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44fa2fa-95f8-4c1c-947d-0d7361182f6b {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:20.545371 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.579845 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.602632 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Transition to ACTIVE for port object b44fa2fa-95f8-4c1c-947d-0d7361182f6b will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:20.635140 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.679440 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.700623 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8db32101-783f-4488-b24e-13acc9730268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:20.705295 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.707076 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:20.707491 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bf094d3c-7777-4919-ac11-800b65065c52 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:20.713463 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ddaad-7a13-4926-86c1-23365bd333fe" -d '{"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-plugged", "status": "completed", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:20.757032 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:20.776849 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c043e0f-cc31-44c2-87bd-e93042035b57,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:20.781069 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:20.818090 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd12e029358247059685823dd51ead07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1215553 Jun 16 16:59:20.820841 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38246) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:20.911768 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:20.918434 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:20.975127 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Pushing event updated for resources: {'Port': ['ID=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:21.172633 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:21.172862 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:21.172862 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Attempting to bind port b44fa2fa-95f8-4c1c-947d-0d7361182f6b on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Attempting to bind port b44fa2fa-95f8-4c1c-947d-0d7361182f6b by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Attempting to bind port b44fa2fa-95f8-4c1c-947d-0d7361182f6b on network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Port b44fa2fa-95f8-4c1c-947d-0d7361182f6b on network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Attempting to bind port b44fa2fa-95f8-4c1c-947d-0d7361182f6b on network 8ceb006d-9827-4ce3-8a43-7a4f01606a6a {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Checking segment: {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:21.173158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Bound using segment: {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:21.188776 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Bound port: b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d69f4d3-1f9c-47eb-a726-98b1c720cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:21.200327 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.307145 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-eb466717-881a-4922-8255-08a68b5b6247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.342477 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] For port b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:21.346571 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] For port b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:21.379981 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9aa2b-5567-4634-be0d-4338fba5e501 req-999ad713-2c2f-429d-a27b-236661a9007c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.381682 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a4b9aa2b-5567-4634-be0d-4338fba5e501 req-999ad713-2c2f-429d-a27b-236661a9007c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.7998378 Jun 16 16:59:21.459244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.485249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:21.568348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.569518 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.572382 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] 10.222.0.13 "PUT /v2.0/ports/b44fa2fa-95f8-4c1c-947d-0d7361182f6b HTTP/1.1" status: 200 len: 1098 time: 2.3121920 Jun 16 16:59:21.573076 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.587651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Pushing event updated for resources: {'Port': ['ID=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:21.598674 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:21.600924 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'tag': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:21.603720 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c71975a-cfd3-46b1-8d79-76598d3c5be0" -d '{"events": [{"name": "network-changed", "server_uuid": "dead661f-2e9c-40b3-9130-a2c501acb510", "tag": "b44fa2fa-95f8-4c1c-947d-0d7361182f6b"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:21.636044 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a4b9aa2b-5567-4634-be0d-4338fba5e501 req-9e27c805-3a59-4b3f-a665-834459bbabe2 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976101 Jun 16 16:59:21.692695 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.781069 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13455-e8f9-4b1c-9a7a-7d0cc87c3e49 req-a71f1738-3e34-4b60-be0b-ceecf259e885 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:21.786119 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9b13455-e8f9-4b1c-9a7a-7d0cc87c3e49 req-a71f1738-3e34-4b60-be0b-ceecf259e885 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.2110801 Jun 16 16:59:21.879558 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df763afe-c8ce-41d9-8bf0-d79dadbfa825 x-openstack-request-id: req-df763afe-c8ce-41d9-8bf0-d79dadbfa825 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:21.880368 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-plugged", "status": "completed", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:21.880971 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df763afe-c8ce-41d9-8bf0-d79dadbfa825 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:21.881650 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'code': 200} Jun 16 16:59:21.938659 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9b13455-e8f9-4b1c-9a7a-7d0cc87c3e49 req-faead131-3e18-45f0-9d78-f8be2ad75118 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459448 Jun 16 16:59:21.962529 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.968290 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:21.991498 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c043e0f-cc31-44c2-87bd-e93042035b57 HTTP/1.1" status: 204 len: 168 time: 1.1648152 Jun 16 16:59:21.994739 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9b50d7a0-07ab-40ca-a79a-e36f513af73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:22.027160 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c043e0f-cc31-44c2-87bd-e93042035b57,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:22.039678 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:22.041097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-2a79405d-24c9-4431-9c4a-cf0f63024ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.054450 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-2a79405d-24c9-4431-9c4a-cf0f63024ffb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cef956af4aec416584f067f19371d210&device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 1101 time: 0.2406759 Jun 16 16:59:22.176179 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-1def56f0-367d-4f40-8fbe-cfca6d7a52ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b HTTP/1.1" status: 200 len: 217 time: 0.1144667 Jun 16 16:59:22.291512 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514e0b0-9bdb-4c5a-9570-f0bded389cdb req-74178ee1-0c08-4314-a307-718c3d2f1beb tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.303800 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b514e0b0-9bdb-4c5a-9570-f0bded389cdb req-74178ee1-0c08-4314-a307-718c3d2f1beb tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 948 time: 0.1404228 Jun 16 16:59:22.486204 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-4136cf26-8f66-4af7-ac06-e5ab770f9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.489252 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-4136cf26-8f66-4af7-ac06-e5ab770f9406 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ad99efd-eb0e-4c35-8d94-8d9f7dcda689 HTTP/1.1" status: 200 len: 843 time: 0.3023460 Jun 16 16:59:22.490444 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b514e0b0-9bdb-4c5a-9570-f0bded389cdb req-a8f289c1-27e0-4eb0-abfc-535d8fb6c595 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730497 Jun 16 16:59:22.665550 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d01973-4a31-476b-bb9c-7dcf0de3dcbf req-ae0d65fc-c302-4ffb-9955-0fb932d90ce9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.675482 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-01d01973-4a31-476b-bb9c-7dcf0de3dcbf req-ae0d65fc-c302-4ffb-9955-0fb932d90ce9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.4326782 Jun 16 16:59:22.747337 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-634a2d32-8bde-4247-b919-0b614d099b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.750009 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-634a2d32-8bde-4247-b919-0b614d099b70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ceb006d-9827-4ce3-8a43-7a4f01606a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2370455 Jun 16 16:59:22.820119 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-01d01973-4a31-476b-bb9c-7dcf0de3dcbf req-962041b0-69c4-4412-abc0-6117762e10b7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430249 Jun 16 16:59:22.881592 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708eb66-1bf8-4f7f-99d5-24bf753b974a req-aff3baf4-dcdd-45bd-98e2-611976ef385a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:22.887546 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8708eb66-1bf8-4f7f-99d5-24bf753b974a req-aff3baf4-dcdd-45bd-98e2-611976ef385a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.2154050 Jun 16 16:59:22.984546 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8708eb66-1bf8-4f7f-99d5-24bf753b974a req-4ab1922d-be32-4ddf-a9bd-0acf79238462 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859218 Jun 16 16:59:23.036997 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e04df-9f92-4207-b8a9-f26a4a54f3e2 x-openstack-request-id: req-e03e04df-9f92-4207-b8a9-f26a4a54f3e2 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:23.037722 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dead661f-2e9c-40b3-9130-a2c501acb510", "tag": "b44fa2fa-95f8-4c1c-947d-0d7361182f6b", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:23.038789 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e03e04df-9f92-4207-b8a9-f26a4a54f3e2 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:23.039786 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'tag': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b', 'status': 'completed', 'code': 200} Jun 16 16:59:23.044040 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-f5fa2b39-6976-4d12-917c-f94401640a34 service neutron] 10.222.0.13 "GET /v2.0/networks/8ceb006d-9827-4ce3-8a43-7a4f01606a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806988 Jun 16 16:59:23.208615 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87912a-72f9-4ccd-9307-aa546b4d999c req-d0ca4706-2651-44a8-a4fd-3d73e8ed62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.210370 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-db87912a-72f9-4ccd-9307-aa546b4d999c req-d0ca4706-2651-44a8-a4fd-3d73e8ed62df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.1872799 Jun 16 16:59:23.281020 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8819b4-24b7-4228-910b-d4c74f384e3f req-c4f462c0-865c-41ac-a6c9-9838b23aa367 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.291369 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3c8819b4-24b7-4228-910b-d4c74f384e3f req-c4f462c0-865c-41ac-a6c9-9838b23aa367 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1573853 Jun 16 16:59:23.297609 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bb842471-a56a-4c5e-aeeb-521166792e09 req-64555416-098b-434f-aac3-1712f6b03f87 service neutron] 10.222.0.13 "GET /v2.0/networks/8ceb006d-9827-4ce3-8a43-7a4f01606a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324398 Jun 16 16:59:23.333492 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38306) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:23.351281 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50df333-c194-4c8b-bc13-4f668045e000 req-bad27c34-459d-409f-afbc-60ef252b859e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.351281 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b50df333-c194-4c8b-bc13-4f668045e000 req-bad27c34-459d-409f-afbc-60ef252b859e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1244602 Jun 16 16:59:23.351702 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-db87912a-72f9-4ccd-9307-aa546b4d999c req-e8577efc-0165-4068-b7c7-9a5f68c3966a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130075 Jun 16 16:59:23.445108 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3c8819b4-24b7-4228-910b-d4c74f384e3f req-fbc2f109-0c41-4d4c-bd43-44b718394f59 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524434 Jun 16 16:59:23.465128 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b50df333-c194-4c8b-bc13-4f668045e000 req-66f10cc6-9648-4f59-9c82-971e78ef1aa5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138973 Jun 16 16:59:23.608631 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9a0567fa-c632-4b98-845b-fa4e4fe16c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.714689 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.748996 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-459b195b-2fc3-4f16-ad80-4407b31aa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.748996 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-459b195b-2fc3-4f16-ad80-4407b31aa988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cef956af4aec416584f067f19371d210&device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 1101 time: 0.2397952 Jun 16 16:59:23.751137 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:23.770739 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee69339-ca1f-436d-8ba2-71934db786de req-bfd2bac5-1541-4846-8bf8-3f352de142fe tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.772460 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fee69339-ca1f-436d-8ba2-71934db786de req-bfd2bac5-1541-4846-8bf8-3f352de142fe tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 948 time: 0.1101933 Jun 16 16:59:23.856366 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fee69339-ca1f-436d-8ba2-71934db786de req-5008e703-e2f0-490d-b38e-20fb5373991f tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759134 Jun 16 16:59:23.950465 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-9493125d-6849-404c-b07c-8cc33f4a9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:23.954140 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-9493125d-6849-404c-b07c-8cc33f4a9a9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ceb006d-9827-4ce3-8a43-7a4f01606a6a HTTP/1.1" status: 200 len: 870 time: 0.1763749 Jun 16 16:59:24.054714 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.057973 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-04406be1-1e9d-40f0-b5e3-a4d0634893e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b HTTP/1.1" status: 200 len: 217 time: 0.0632844 Jun 16 16:59:24.162772 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.169975 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-357d5206-b450-4320-a2b2-3f3602c720f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:24.252463 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc1328ebcd6a4f4f9b7ebd6d3379f93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006133 Jun 16 16:59:24.259499 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 38322) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:24.289128 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-53a3b74f-4063-4ae5-b185-eb93548ddb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.307196 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-53a3b74f-4063-4ae5-b185-eb93548ddb50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ad99efd-eb0e-4c35-8d94-8d9f7dcda689 HTTP/1.1" status: 200 len: 843 time: 0.1903982 Jun 16 16:59:24.307196 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31cc406-4b1a-4cdd-a1ec-d2fb8a1788ca,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:24.307458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567246b6-78ee-41fc-8852-d26763ddff72 req-55edc931-38b3-4f2e-8f61-8e6d650aea2a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.307458 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-567246b6-78ee-41fc-8852-d26763ddff72 req-55edc931-38b3-4f2e-8f61-8e6d650aea2a tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.1204216 Jun 16 16:59:24.307632 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:24.394472 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-567246b6-78ee-41fc-8852-d26763ddff72 req-8743f739-96e7-489b-b457-8998ae28ac7c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Jun 16 16:59:24.398176 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.398853 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.443909 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd770f9-9a6c-4c46-a69f-2ce73ade06b6 req-0f4c4269-1b77-4d77-9725-b49f2718e9c4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.443909 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ebd770f9-9a6c-4c46-a69f-2ce73ade06b6 req-0f4c4269-1b77-4d77-9725-b49f2718e9c4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.3903427 Jun 16 16:59:24.446197 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.610992 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ebd770f9-9a6c-4c46-a69f-2ce73ade06b6 req-6b7a095e-06cf-4bc7-b55d-54e7983c485f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609468 Jun 16 16:59:24.635002 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-4fe97f85-3e49-4190-8d42-af6f5ce62e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.649669 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-4fe97f85-3e49-4190-8d42-af6f5ce62e7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ceb006d-9827-4ce3-8a43-7a4f01606a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3231540 Jun 16 16:59:24.705614 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.707226 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:24.716367 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b31cc406-4b1a-4cdd-a1ec-d2fb8a1788ca HTTP/1.1" status: 204 len: 168 time: 0.4513187 Jun 16 16:59:24.721944 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-62be6ca9-4b82-438f-994e-aea860a09b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:24.738474 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31cc406-4b1a-4cdd-a1ec-d2fb8a1788ca,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:24.751073 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:24.796082 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da8409-833f-4a99-9a94-e2ff0297c0c8 req-94a4242b-a127-4f4e-be2d-3de0cb3b7518 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:24.798254 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d0da8409-833f-4a99-9a94-e2ff0297c0c8 req-94a4242b-a127-4f4e-be2d-3de0cb3b7518 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1708670 Jun 16 16:59:24.914137 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d0da8409-833f-4a99-9a94-e2ff0297c0c8 req-c291d574-cea5-4721-9314-0bd6c53d06a9 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024506 Jun 16 16:59:24.955067 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-cfe579a9-b87b-446f-bb73-deb06fbbb3ef service neutron] 10.222.0.13 "GET /v2.0/networks/8ceb006d-9827-4ce3-8a43-7a4f01606a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040087 Jun 16 16:59:25.258110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750c833-9f72-46f1-9ab6-5a1028c79cc3 req-0b84059c-ca23-4157-8d9e-2ca4b1184b25 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.258110 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9750c833-9f72-46f1-9ab6-5a1028c79cc3 req-0b84059c-ca23-4157-8d9e-2ca4b1184b25 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 948 time: 0.1354232 Jun 16 16:59:25.309410 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9750c833-9f72-46f1-9ab6-5a1028c79cc3 req-10eaf1b0-aad0-485e-afa9-fc31f83dae01 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538125 Jun 16 16:59:25.376854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554862d0-e0ce-45b2-90f6-375f579cec9d req-b54cb159-4bab-40da-9d7a-247a1d469f92 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.379804 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-554862d0-e0ce-45b2-90f6-375f579cec9d req-b54cb159-4bab-40da-9d7a-247a1d469f92 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.4067287 Jun 16 16:59:25.390215 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c71975a-cfd3-46b1-8d79-76598d3c5be0 req-384f3272-2d07-4f81-a55d-109ff0e706c2 service neutron] 10.222.0.13 "GET /v2.0/networks/8ceb006d-9827-4ce3-8a43-7a4f01606a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157162 Jun 16 16:59:25.457195 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d311016-0eab-4b50-8268-12183c196909 req-ad264211-a511-4ca9-b69a-6970795aa9da tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.460040 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0d311016-0eab-4b50-8268-12183c196909 req-ad264211-a511-4ca9-b69a-6970795aa9da tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.1321218 Jun 16 16:59:25.463469 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-554862d0-e0ce-45b2-90f6-375f579cec9d req-698e681a-746b-43e8-a7a8-384b83010304 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714931 Jun 16 16:59:25.622567 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Deleting port 62437ce8-27de-46cd-974d-606c547675eb {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:25.622927 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.756987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225121d9-d86d-45b4-847c-65bc61838998 req-f05af792-e5d8-4fea-9674-95f93180fd55 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.759551 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-225121d9-d86d-45b4-847c-65bc61838998 req-f05af792-e5d8-4fea-9674-95f93180fd55 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 945 time: 0.1519561 Jun 16 16:59:25.763949 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] For port 62437ce8-27de-46cd-974d-606c547675eb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=62437ce8-27de-46cd-974d-606c547675eb,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:25.763949 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:25.864785 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784b646-c392-4a0c-b329-9f6c643d7f4c req-3139ef8f-59fd-48f6-9667-596910903a52 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:25.866320 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2784b646-c392-4a0c-b329-9f6c643d7f4c req-3139ef8f-59fd-48f6-9667-596910903a52 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0792379 Jun 16 16:59:25.889257 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Calling delete_port for 62437ce8-27de-46cd-974d-606c547675eb owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:25.914207 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2784b646-c392-4a0c-b329-9f6c643d7f4c req-726415e5-ec18-4112-a01e-4e4d9e9c5a37 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Jun 16 16:59:25.919837 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-225121d9-d86d-45b4-847c-65bc61838998 req-1f75a62e-b949-4f1e-bee0-1c6fe858a9bb tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432157 Jun 16 16:59:26.014697 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b44fa2fa-95f8-4c1c-947d-0d7361182f6b details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:59:26.156304 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0149b5-c063-44e9-b2b7-e003d47b6a54 req-c2e332e4-178a-420c-8574-05a7662c263e tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.157921 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6b0149b5-c063-44e9-b2b7-e003d47b6a54 req-c2e332e4-178a-420c-8574-05a7662c263e tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0876346 Jun 16 16:59:26.222385 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6b0149b5-c063-44e9-b2b7-e003d47b6a54 req-dcaf6e3d-a682-48a0-b3e5-efea38547d64 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564003 Jun 16 16:59:26.265845 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.273028 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:26.288531 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'ad5f5c49-c956-429d-8270-98748b5943ad', '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5', '62437ce8-27de-46cd-974d-606c547675eb'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:26.297077 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:26.327497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event deleted for resources: {'Port': ['ID=62437ce8-27de-46cd-974d-606c547675eb,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:26.332172 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:26.344071 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b', 'network_id': '8ceb006d-9827-4ce3-8a43-7a4f01606a6a', 'port_id': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b', 'mac_address': 'fa:16:3e:78:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad99efd-eb0e-4c35-8d94-8d9f7dcda689', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:59:26.404496 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.410981 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.458648 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38354) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:26.459447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44fa2fa-95f8-4c1c-947d-0d7361182f6b {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:59:26.462062 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] No DVR routers for this DVR port 62437ce8-27de-46cd-974d-606c547675eb on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:26.467773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.477022 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0d311016-0eab-4b50-8268-12183c196909 req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "DELETE /v2.0/ports/62437ce8-27de-46cd-974d-606c547675eb HTTP/1.1" status: 204 len: 173 time: 1.0061564 Jun 16 16:59:26.481798 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'name': 'network-vif-deleted', 'tag': '62437ce8-27de-46cd-974d-606c547675eb'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:26.487443 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc9be18-d87e-42e2-afdc-fef1a3d2d6c0" -d '{"events": [{"server_uuid": "f55eca3d-5d0c-4221-9d50-8886e69cfda5", "name": "network-vif-deleted", "tag": "62437ce8-27de-46cd-974d-606c547675eb"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:26.504162 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:26.536041 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.650382 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:26.656272 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-ffdba4eb-2cf6-4e12-acee-f8418f557dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:26.814009 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:26.830759 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:26.871173 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3864b-ee71-421f-85a7-664b63a97244 req-6d3b7699-0264-42e0-9528-b2ea95bf3a00 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:26.884558 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7c3864b-ee71-421f-85a7-664b63a97244 req-6d3b7699-0264-42e0-9528-b2ea95bf3a00 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 949 time: 0.2899027 Jun 16 16:59:26.995333 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7c3864b-ee71-421f-85a7-664b63a97244 req-86346fc0-b364-4706-9d50-6d65b3bda3b2 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093175 Jun 16 16:59:27.005320 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.119047 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.129900 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a18587d1-3b2a-439e-8d45-dd906e5a95c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:27.232032 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244fd5b-4709-484d-9d37-14f95ed27d75,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:27.259159 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:27.321038 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34956dcc2d6e4b0ca26bbc8344b6fb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8600845 Jun 16 16:59:27.334394 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38368) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:27.353777 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['b44fa2fa-95f8-4c1c-947d-0d7361182f6b'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:27.379060 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867326fd-72e7-4530-9778-d61e380529a2 x-openstack-request-id: req-867326fd-72e7-4530-9778-d61e380529a2 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:27.381228 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eca3d-5d0c-4221-9d50-8886e69cfda5", "name": "network-vif-deleted", "tag": "62437ce8-27de-46cd-974d-606c547675eb", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:27.381228 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-867326fd-72e7-4530-9778-d61e380529a2 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:27.381228 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55eca3d-5d0c-4221-9d50-8886e69cfda5', 'name': 'network-vif-deleted', 'tag': '62437ce8-27de-46cd-974d-606c547675eb', 'status': 'completed', 'code': 200} Jun 16 16:59:27.464640 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49ef31-f987-4edd-a560-dadfcadcfb84 req-ca4af32c-51c0-4a1f-9453-534b23daabc2 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:27.477150 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7e49ef31-f987-4edd-a560-dadfcadcfb84 req-ca4af32c-51c0-4a1f-9453-534b23daabc2 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.7833374 Jun 16 16:59:27.568436 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7e49ef31-f987-4edd-a560-dadfcadcfb84 req-f0cdb9fe-fbc7-4786-8227-60768b247377 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889864 Jun 16 16:59:27.597413 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4594c728-89a7-49d0-b71e-288098ef46c7 req-3c287314-51f8-41fc-af18-cb75826cb609 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55eca3d-5d0c-4221-9d50-8886e69cfda5 HTTP/1.1" status: 200 len: 210 time: 0.0803592 Jun 16 16:59:27.633749 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.682418 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.950744 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.953910 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:27.970450 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6244fd5b-4709-484d-9d37-14f95ed27d75 HTTP/1.1" status: 204 len: 168 time: 0.6196268 Jun 16 16:59:27.983799 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9c8b963f-50b6-4cd2-9c71-54e18fc6d7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:28.019174 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244fd5b-4709-484d-9d37-14f95ed27d75,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:28.026227 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:28.045765 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 62437ce8-27de-46cd-974d-606c547675eb no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:28.116383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121bb8b-ddfa-4594-9d6c-0cdcdbdbb89a req-7acdbd07-49b9-4ccd-978a-9a154b9c250a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:28.124482 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb89428-ae0b-4b72-8b53-eee5d2f09b18 req-98ecbea0-8452-4f7d-96f1-5d0badff6778 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:28.130440 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d121bb8b-ddfa-4594-9d6c-0cdcdbdbb89a req-7acdbd07-49b9-4ccd-978a-9a154b9c250a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.2258153 Jun 16 16:59:28.134330 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7eb89428-ae0b-4b72-8b53-eee5d2f09b18 req-98ecbea0-8452-4f7d-96f1-5d0badff6778 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.2486088 Jun 16 16:59:28.154509 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 62437ce8-27de-46cd-974d-606c547675eb {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:28.154509 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 62437ce8-27de-46cd-974d-606c547675eb not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:28.217975 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7eb89428-ae0b-4b72-8b53-eee5d2f09b18 req-d68199f8-755c-4127-a01a-cb99f06ff2bf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778933 Jun 16 16:59:28.241725 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d121bb8b-ddfa-4594-9d6c-0cdcdbdbb89a req-99573d82-e84c-4eae-8fba-49b87de4b879 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088669 Jun 16 16:59:28.654877 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4251c-0d5d-456d-a42d-e176a5ebde11 req-8370c689-eac6-4fff-ac49-e3a7bf86e66a tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:28.666161 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ccf4251c-0d5d-456d-a42d-e176a5ebde11 req-8370c689-eac6-4fff-ac49-e3a7bf86e66a tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 949 time: 0.1520731 Jun 16 16:59:28.729911 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ccf4251c-0d5d-456d-a42d-e176a5ebde11 req-ab2a0876-00ec-459a-9188-0a8a8d325288 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618079 Jun 16 16:59:28.807917 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:29.043727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26672e7-f9c1-488b-909f-77f60a49cb7e req-4ad601ba-10ad-4c5a-a283-3332a2f0c53b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.050485 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e26672e7-f9c1-488b-909f-77f60a49cb7e req-4ad601ba-10ad-4c5a-a283-3332a2f0c53b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1013651 Jun 16 16:59:29.094392 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e26672e7-f9c1-488b-909f-77f60a49cb7e req-bdeb8063-92cf-4b83-b5e2-c5dcfb277477 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444033 Jun 16 16:59:29.119897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 38394) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:29.331954 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c1b71-677c-4117-b68b-55f58ec7b088 req-55f75423-fa89-4bef-a2a8-d39ed7d2addd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.333939 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-253c1b71-677c-4117-b68b-55f58ec7b088 req-55f75423-fa89-4bef-a2a8-d39ed7d2addd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1053092 Jun 16 16:59:29.411613 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-253c1b71-677c-4117-b68b-55f58ec7b088 req-7ba193da-637f-48e8-a48b-0ed69e403939 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652540 Jun 16 16:59:29.611347 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f6a84-c988-4b09-a13a-4761f2c8a45d tempest-TestShelveInstance-236080323 tempest-TestShelveInstance-236080323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.616168 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4a7f6a84-c988-4b09-a13a-4761f2c8a45d tempest-TestShelveInstance-236080323 tempest-TestShelveInstance-236080323-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1094 time: 0.4914408 Jun 16 16:59:29.616470 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38412) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:29.622384 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Request body: {'floatingip': {'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'port_id': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:29.816861 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873e25b-153d-4b1c-815f-8b881d9e193c req-c7627a69-8708-4185-811b-fc2a869f4d7a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:29.825734 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2873e25b-153d-4b1c-815f-8b881d9e193c req-c7627a69-8708-4185-811b-fc2a869f4d7a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1179452 Jun 16 16:59:29.852969 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for floatingip, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:29.890025 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2873e25b-153d-4b1c-815f-8b881d9e193c req-e02c93e3-5b59-4b48-99a9-e900cb71188f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630479 Jun 16 16:59:30.053224 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b44fa2fa-95f8-4c1c-947d-0d7361182f6b up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:59:30.065185 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.349235 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de611cb3-6a02-4c95-a255-c94a1da45e01 req-24243bd1-c55b-4a3e-b345-8b7d9bb8be30 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.364131 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-de611cb3-6a02-4c95-a255-c94a1da45e01 req-24243bd1-c55b-4a3e-b345-8b7d9bb8be30 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 949 time: 0.2956932 Jun 16 16:59:30.467124 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-de611cb3-6a02-4c95-a255-c94a1da45e01 req-cc1fff8f-fb21-4741-9541-4d1a2b8b2672 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087070 Jun 16 16:59:30.506300 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Allocated IP 172.28.0.251 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/94b6d2b8-38da-4207-9c4c-d7aab991d9ee) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:30.648267 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.666518 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe95f9-9ec4-4c8a-9afc-87e9f28d57d9 req-df954f4c-1951-4423-b285-14f908b18339 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:30.668143 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-48fe95f9-9ec4-4c8a-9afc-87e9f28d57d9 req-df954f4c-1951-4423-b285-14f908b18339 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0789154 Jun 16 16:59:30.711229 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-48fe95f9-9ec4-4c8a-9afc-87e9f28d57d9 req-7b3727ac-6b93-4339-a8e6-cc11f6e7ee7d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Jun 16 16:59:30.741669 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port b44fa2fa-95f8-4c1c-947d-0d7361182f6b completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:30.749769 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port b44fa2fa-95f8-4c1c-947d-0d7361182f6b triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:59:30.752636 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.874799 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:30.906780 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:30.909580 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b6fd73-f7db-4547-857e-d46814fde418" -d '{"events": [{"server_uuid": "dead661f-2e9c-40b3-9130-a2c501acb510", "name": "network-vif-plugged", "status": "completed", "tag": "b44fa2fa-95f8-4c1c-947d-0d7361182f6b"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:30.929572 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:30.959102 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b805c2-d274-4ef4-a105-f546eb631671 x-openstack-request-id: req-50b805c2-d274-4ef4-a105-f546eb631671 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:30.959578 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dead661f-2e9c-40b3-9130-a2c501acb510", "name": "network-vif-plugged", "status": "completed", "tag": "b44fa2fa-95f8-4c1c-947d-0d7361182f6b", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:30.959885 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50b805c2-d274-4ef4-a105-f546eb631671 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:30.960520 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b', 'code': 200} Jun 16 16:59:31.062110 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:31.066702 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:31.069691 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:31.079856 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2d83b6bb-1f17-4422-b99a-dc08e598f2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:31.141691 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f355-0502-4ead-a4d4-dbfbe6d5137a req-028791e1-dda9-4f2d-a9fe-9c7e07f7af1e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:31.151562 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b497f355-0502-4ead-a4d4-dbfbe6d5137a req-028791e1-dda9-4f2d-a9fe-9c7e07f7af1e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1236012 Jun 16 16:59:31.177532 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:31.184268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:31.205992 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b497f355-0502-4ead-a4d4-dbfbe6d5137a req-f534f2ec-bec8-49ae-b97a-35b53b82c889 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533483 Jun 16 16:59:31.221679 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:31.225948 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:31.234740 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:31.248577 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'Port': ['ID=94b6d2b8-38da-4207-9c4c-d7aab991d9ee,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:31.262340 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:31.928720 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6898-ce07-40f8-8937-f55bf786f4d9 req-51660408-28d3-4fa4-b5d9-f7f9e02fbbf1 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:31.930810 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-55fd6898-ce07-40f8-8937-f55bf786f4d9 req-51660408-28d3-4fa4-b5d9-f7f9e02fbbf1 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 950 time: 0.2207341 Jun 16 16:59:32.058025 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a1bcb-6819-407b-a4f1-5c79ecc5c90e req-075169c1-19c5-426e-b2cb-93839f34ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:32.060544 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-680a1bcb-6819-407b-a4f1-5c79ecc5c90e req-075169c1-19c5-426e-b2cb-93839f34ce8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 1103 time: 0.2401297 Jun 16 16:59:32.186517 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-55fd6898-ce07-40f8-8937-f55bf786f4d9 req-6bc17515-bdad-45a2-b4a9-543c7a311d1c tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391484 Jun 16 16:59:32.233776 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-680a1bcb-6819-407b-a4f1-5c79ecc5c90e req-a40cb893-ed88-4c85-a2a9-22f920bec092 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Jun 16 16:59:32.594871 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd323948-0758-482d-8973-01e48deab511 req-debb3a0a-6bee-4de8-bbdb-b8b142a16660 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:32.605922 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fd323948-0758-482d-8973-01e48deab511 req-debb3a0a-6bee-4de8-bbdb-b8b142a16660 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.2116585 Jun 16 16:59:32.638562 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:32.695781 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fd323948-0758-482d-8973-01e48deab511 req-2bab84d9-7d83-47e4-abd5-2df264f54bc1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852211 Jun 16 16:59:32.761018 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec19bf-5d44-4a83-ab08-a0f9ac6a575f req-7692b936-7f74-443f-8958-9796e2bf0ba6 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:32.770171 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d9ec19bf-5d44-4a83-ab08-a0f9ac6a575f req-7692b936-7f74-443f-8958-9796e2bf0ba6 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.2439868 Jun 16 16:59:32.885390 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d9ec19bf-5d44-4a83-ab08-a0f9ac6a575f req-ef27a945-5b5d-4213-8f14-0a702eec6112 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137054 Jun 16 16:59:32.991352 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7cbc-261f-49a4-9600-8c4212553799 req-49907a15-b7c9-4e63-a607-094106926874 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:33.002709 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ea5f7cbc-261f-49a4-9600-8c4212553799 req-49907a15-b7c9-4e63-a607-094106926874 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1773074 Jun 16 16:59:33.060069 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.108114 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ea5f7cbc-261f-49a4-9600-8c4212553799 req-b9697149-e9fb-4ee5-8e94-ff6f92b87ad5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040525 Jun 16 16:59:33.431188 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.505058 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22421f9-d7b9-4ee0-846d-3a7593e46344 req-1afad234-5dd2-4ccd-be94-42091216be15 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:33.510336 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e22421f9-d7b9-4ee0-846d-3a7593e46344 req-1afad234-5dd2-4ccd-be94-42091216be15 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 950 time: 0.1445451 Jun 16 16:59:33.513809 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.517641 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:33.615735 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e22421f9-d7b9-4ee0-846d-3a7593e46344 req-47fefae9-13e5-4e13-8404-786939729198 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939462 Jun 16 16:59:33.675095 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event updated for resources: {'Port': ['ID=94b6d2b8-38da-4207-9c4c-d7aab991d9ee,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:33.685926 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:33.702273 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:33.955573 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.l3_db [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Floating IP ed736c16-4811-4777-9e0d-3938ac9b34fc associated. External IP: 172.28.0.251, port: 5e45dfba-fd52-45ac-b417-be3d2e43f1c6. Jun 16 16:59:33.998844 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233051b-f31e-4098-8e5e-c34723b24f95 req-5d622650-03dc-4cb6-a071-76f3d68fd35e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.000543 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a233051b-f31e-4098-8e5e-c34723b24f95 req-5d622650-03dc-4cb6-a071-76f3d68fd35e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1339428 Jun 16 16:59:34.117082 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a233051b-f31e-4098-8e5e-c34723b24f95 req-bea85044-99b6-4ddc-b33e-38e0bf61bafe tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068780 Jun 16 16:59:34.381607 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a53f0-1cd2-4018-bf13-0b214aae5d0c req-c30cfc98-3b58-4a4f-8072-af5525c116d3 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.393361 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8c2a53f0-1cd2-4018-bf13-0b214aae5d0c req-c30cfc98-3b58-4a4f-8072-af5525c116d3 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.2220917 Jun 16 16:59:34.407957 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:59:34.468528 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8802b0-bb42-4961-8a00-448251a985ce req-602fd776-41f8-4045-a529-903c7ecab9d3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.484249 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4b8802b0-bb42-4961-8a00-448251a985ce req-602fd776-41f8-4045-a529-903c7ecab9d3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1509576 Jun 16 16:59:34.536580 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4b8802b0-bb42-4961-8a00-448251a985ce req-ea4b4c4a-bfb0-4f56-9da9-4a489ac8589a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558603 Jun 16 16:59:34.546407 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8c2a53f0-1cd2-4018-bf13-0b214aae5d0c req-036d4b3b-2d43-45a6-8e6d-59c0d2b64b46 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488695 Jun 16 16:59:34.757616 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:59:34.771075 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] Sync routers for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:59:34.785287 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:34.786073 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:34.888788 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:34.952810 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3344216 Jun 16 16:59:34.954353 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:34.957296 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7e86ad-f401-4850-a90e-06a9d9ff7730" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:34.970031 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b4c9-0110-4bcd-ac17-b0499a81fd3a req-3b6b2d8a-b966-4d28-9657-d4462fa7b781 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:34.972185 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-90f9b4c9-0110-4bcd-ac17-b0499a81fd3a req-3b6b2d8a-b966-4d28-9657-d4462fa7b781 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 950 time: 0.1294389 Jun 16 16:59:35.022694 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:35.034855 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae457fd-7788-4305-80c4-918acdeebc4a x-openstack-request-id: req-0ae457fd-7788-4305-80c4-918acdeebc4a {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:35.035558 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:35.035909 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ae457fd-7788-4305-80c4-918acdeebc4a {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:35.036745 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'status': 'completed', 'code': 200} Jun 16 16:59:35.060481 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-90f9b4c9-0110-4bcd-ac17-b0499a81fd3a req-796576ab-b925-475a-ba26-865a1302837c tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651145 Jun 16 16:59:35.225475 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-34e4216e-9200-431c-911b-a6935c58c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:35.229029 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-34e4216e-9200-431c-911b-a6935c58c1bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.1405816 Jun 16 16:59:35.527586 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': 'ed736c16-4811-4777-9e0d-3938ac9b34fc', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'port_id': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'mac_address': 'fa:16:3e:9a:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:31Z', 'updated_at': '2021-06-16T16:59:31Z', 'revision_number': 0, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:04Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:35.547910 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] Checking router: d9ce911e-9c06-4ee8-85bb-ef495c6a5508 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:59:35.562851 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-6e57304f-5622-46d7-903a-e03ad7c66e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:35.565665 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-6e57304f-5622-46d7-903a-e03ad7c66e57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.3292754 Jun 16 16:59:35.577278 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:59:35.578371 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:35.637709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dee220-89ec-4f77-9b96-a0c148dd46a9 req-5b3d2e90-46a8-46a2-95c4-7d617a4c1ea9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:35.652370 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-45dee220-89ec-4f77-9b96-a0c148dd46a9 req-5b3d2e90-46a8-46a2-95c4-7d617a4c1ea9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.2774193 Jun 16 16:59:35.886895 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:59:35.912109 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-588787b3-335e-46cd-ae0c-a4bba61848f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 1000 time: 0.3350770 Jun 16 16:59:35.917556 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-45dee220-89ec-4f77-9b96-a0c148dd46a9 req-ce82c588-617c-4e7e-8d9f-3908fabd2ed3 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629352 Jun 16 16:59:36.062702 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-8b42d4f2-3ab7-4a37-acda-1473b46caf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.065993 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-8b42d4f2-3ab7-4a37-acda-1473b46caf46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.1399708 Jun 16 16:59:36.393436 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-ced5d6be-4972-488f-b73a-328f348818d7 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.396062 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-ced5d6be-4972-488f-b73a-328f348818d7 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.2637949 Jun 16 16:59:36.423907 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-69fce077-af67-473b-a3b1-77e3f33cbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.442520 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-69fce077-af67-473b-a3b1-77e3f33cbb07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3185694 Jun 16 16:59:36.475862 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90111-75fc-4bfb-883b-689232d3ed0c req-2badc69f-9380-47c6-b4a1-b2d46b4843dd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.490567 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d0b90111-75fc-4bfb-883b-689232d3ed0c req-2badc69f-9380-47c6-b4a1-b2d46b4843dd tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 946 time: 0.4027407 Jun 16 16:59:36.627205 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d0b90111-75fc-4bfb-883b-689232d3ed0c req-bb7e36c7-a3b9-453e-a342-97f2f29d4619 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037152 Jun 16 16:59:36.644465 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': 'ed736c16-4811-4777-9e0d-3938ac9b34fc', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'port_id': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'mac_address': 'fa:16:3e:9a:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:31Z', 'updated_at': '2021-06-16T16:59:31Z', 'revision_number': 0, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:04Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:59:36.652479 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870c31d-194a-408b-8427-3dcd18e661ab None None] The sync data for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb is: [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': 'ed736c16-4811-4777-9e0d-3938ac9b34fc', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'port_id': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'mac_address': 'fa:16:3e:9a:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:59:31Z', 'updated_at': '2021-06-16T16:59:31Z', 'revision_number': 0, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:04Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:59:36.665821 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-1e93ee37-691f-42a9-b2d4-b50895a098c7 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775990 Jun 16 16:59:36.691163 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf5ec-f2be-4aaf-8161-b66e3d85bf0f req-1fc19972-453b-405d-bd9b-61aff369e43d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.693006 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-97bdf5ec-f2be-4aaf-8161-b66e3d85bf0f req-1fc19972-453b-405d-bd9b-61aff369e43d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.1860867 Jun 16 16:59:36.769224 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Deleting port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:36.769729 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:36.809083 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-97bdf5ec-f2be-4aaf-8161-b66e3d85bf0f req-bef21b92-5fda-4e9b-9710-acf9b6b44ac1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019249 Jun 16 16:59:36.882349 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7e86ad-f401-4850-a90e-06a9d9ff7730 req-128e873e-4f07-4cb6-ac85-48a32679c76d service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980040 Jun 16 16:59:36.918360 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] For port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:36.918740 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:36.927556 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76282e27-2518-4cdc-8c70-dfe8e56fddb9 req-c082397e-8b15-409a-b12d-6900dcf562f3 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:36.929167 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-76282e27-2518-4cdc-8c70-dfe8e56fddb9 req-c082397e-8b15-409a-b12d-6900dcf562f3 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 950 time: 0.1120245 Jun 16 16:59:36.989702 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56183a-756c-45cf-8944-db70fcfe1c00 None None] New status for floating IP ed736c16-4811-4777-9e0d-3938ac9b34fc: ACTIVE {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:59:37.017521 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-76282e27-2518-4cdc-8c70-dfe8e56fddb9 req-e03ddeed-4503-4a51-a8fe-64219d49c76c tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750101 Jun 16 16:59:37.027305 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Calling delete_port for 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 owned by compute:nova {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:37.274340 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f6a6e-f77b-410f-9d7d-e0072d9fa0a2 req-7fe2ca16-2375-475d-8530-9a0d864c3d62 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:37.276713 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6b9f6a6e-f77b-410f-9d7d-e0072d9fa0a2 req-7fe2ca16-2375-475d-8530-9a0d864c3d62 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1212018 Jun 16 16:59:37.331000 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6b9f6a6e-f77b-410f-9d7d-e0072d9fa0a2 req-9c1170d0-dced-44d0-92b6-87b11e6de762 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Jun 16 16:59:37.479443 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.489791 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:37.506383 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'ad5f5c49-c956-429d-8270-98748b5943ad', '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:37.549676 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event deleted for resources: {'Port': ['ID=5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:37.554879 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:37.759389 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] No DVR routers for this DVR port 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 on host hv-cinder-77212 {{(pid=99050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:37.764789 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.768659 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-adcec9db-c8eb-42aa-ae19-d3f694269261 req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "DELETE /v2.0/ports/5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 HTTP/1.1" status: 204 len: 173 time: 1.3580446 Jun 16 16:59:37.773745 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'name': 'network-vif-deleted', 'tag': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:37.778262 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f3ca8-03cd-45d9-b663-c20c9de7af3f" -d '{"events": [{"server_uuid": "79b8df06-b721-4bfc-bd7f-1876193ab66f", "name": "network-vif-deleted", "tag": "5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:37.872151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb6fb52-b967-4131-b6d6-39844ba80744 x-openstack-request-id: req-5cb6fb52-b967-4131-b6d6-39844ba80744 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:37.872668 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b8df06-b721-4bfc-bd7f-1876193ab66f", "name": "network-vif-deleted", "tag": "5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:37.873089 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cb6fb52-b967-4131-b6d6-39844ba80744 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:37.873818 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b8df06-b721-4bfc-bd7f-1876193ab66f', 'name': 'network-vif-deleted', 'tag': '5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5', 'status': 'completed', 'code': 200} Jun 16 16:59:37.979763 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-91d8f3f8-e14e-43ab-a84e-b4cb3aa0e152 req-6e6b9b9f-879a-4382-bdff-01de517c2d85 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 210 time: 0.0647500 Jun 16 16:59:38.166167 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443c9cb-02ba-4d3c-8bd9-31bdcfdf8522 req-cfa7ed97-e403-453b-9611-c87d78381d8d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:38.174543 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8443c9cb-02ba-4d3c-8bd9-31bdcfdf8522 req-cfa7ed97-e403-453b-9611-c87d78381d8d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0903544 Jun 16 16:59:38.227108 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8443c9cb-02ba-4d3c-8bd9-31bdcfdf8522 req-2190124a-7bfc-49ae-a1e5-2222c6a03404 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471482 Jun 16 16:59:38.474471 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7206f1-70df-4a58-b0d9-094f68d2ad75 req-208e3bc0-9f68-4304-bb0b-062c87849c16 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:38.477439 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ab7206f1-70df-4a58-b0d9-094f68d2ad75 req-208e3bc0-9f68-4304-bb0b-062c87849c16 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 950 time: 0.1758232 Jun 16 16:59:38.554019 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ab7206f1-70df-4a58-b0d9-094f68d2ad75 req-b01baf3c-5e61-49d7-b0fc-e14fd58d16b7 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/security-groups?id=46628765-49f5-4709-8817-f480d2527224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648334 Jun 16 16:59:38.601866 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c683f2-952e-45ca-869f-431867642a36 req-8de87818-ee71-4e1e-8711-17dcb6b4d4da tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:38.603365 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-45c683f2-952e-45ca-869f-431867642a36 req-8de87818-ee71-4e1e-8711-17dcb6b4d4da tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0931509 Jun 16 16:59:38.662449 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-45c683f2-952e-45ca-869f-431867642a36 req-b1f000b3-91a2-49f8-9031-b5910bf4bfb0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517583 Jun 16 16:59:38.848920 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-10783e5c-cd90-4f25-8d0a-bf6a2571dbca tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:38.850619 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-10783e5c-cd90-4f25-8d0a-bf6a2571dbca tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.13 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 950 time: 0.1026452 Jun 16 16:59:39.003091 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Deleting port b44fa2fa-95f8-4c1c-947d-0d7361182f6b {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:39.003425 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.356852 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-390a7473-b50c-484e-981f-6065e242f518 req-9386e615-7fe9-4bf9-84cf-df258c3810ea tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=79b8df06-b721-4bfc-bd7f-1876193ab66f HTTP/1.1" status: 200 len: 210 time: 0.0348334 Jun 16 16:59:39.400379 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] For port b44fa2fa-95f8-4c1c-947d-0d7361182f6b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,segment=NetworkSegment(1d69f4d3-1f9c-47eb-a726-98b1c720cd6c),segment_id=1d69f4d3-1f9c-47eb-a726-98b1c720cd6c)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:39.400379 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.461217 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ac58-dda6-45c3-a50d-23464555722f req-bba4d6d2-f4b3-4302-a3bb-d43b036a4719 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:39.463364 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0a26ac58-dda6-45c3-a50d-23464555722f req-bba4d6d2-f4b3-4302-a3bb-d43b036a4719 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0873988 Jun 16 16:59:39.477241 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Calling delete_port for b44fa2fa-95f8-4c1c-947d-0d7361182f6b owned by compute:nova {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:39.516314 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0a26ac58-dda6-45c3-a50d-23464555722f req-2067451b-e05d-4069-9658-87d22a2a30f1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Jun 16 16:59:39.779869 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.788085 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:39.803130 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['b44fa2fa-95f8-4c1c-947d-0d7361182f6b'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:39.846119 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Pushing event deleted for resources: {'Port': ['ID=b44fa2fa-95f8-4c1c-947d-0d7361182f6b,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:39.851162 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:39.946377 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] No DVR routers for this DVR port b44fa2fa-95f8-4c1c-947d-0d7361182f6b on host hv-cinder-77212 {{(pid=99050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:39.967920 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:39.974658 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5383ce5e-567c-42d6-a51f-ffd3225a2fb0 req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.13 "DELETE /v2.0/ports/b44fa2fa-95f8-4c1c-947d-0d7361182f6b HTTP/1.1" status: 204 len: 173 time: 1.1104364 Jun 16 16:59:39.974658 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'name': 'network-vif-deleted', 'tag': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:39.974658 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbd4838-41e0-4b08-a45f-f4b6618fe000" -d '{"events": [{"server_uuid": "dead661f-2e9c-40b3-9130-a2c501acb510", "name": "network-vif-deleted", "tag": "b44fa2fa-95f8-4c1c-947d-0d7361182f6b"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:39.990040 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ee5ea112-ac81-4789-b454-c92c7b3df55e req-d92acc62-44a1-4ab6-a4bc-ad6d7cb0020e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0929773 Jun 16 16:59:40.056626 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6214d95-f403-47ea-aac2-637992a33efe req-2faec2f9-c0db-492e-8804-8b2f24681fb4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.060736 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b6214d95-f403-47ea-aac2-637992a33efe req-2faec2f9-c0db-492e-8804-8b2f24681fb4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1408243 Jun 16 16:59:40.064502 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbff324-144d-47fc-86e2-dd63663f8fd4 x-openstack-request-id: req-9dbff324-144d-47fc-86e2-dd63663f8fd4 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:40.064834 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dead661f-2e9c-40b3-9130-a2c501acb510", "name": "network-vif-deleted", "tag": "b44fa2fa-95f8-4c1c-947d-0d7361182f6b", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:40.065122 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9dbff324-144d-47fc-86e2-dd63663f8fd4 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:40.065625 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dead661f-2e9c-40b3-9130-a2c501acb510', 'name': 'network-vif-deleted', 'tag': 'b44fa2fa-95f8-4c1c-947d-0d7361182f6b', 'status': 'completed', 'code': 200} Jun 16 16:59:40.092507 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:40.134230 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b6214d95-f403-47ea-aac2-637992a33efe req-31758ad0-c589-4d4e-91be-e9e48105aa4c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Jun 16 16:59:40.140819 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:40.141418 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5b8582d1-0cd9-4e3b-b802-6ac4fd19b8d5 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:40.426494 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-3cb5d60a-f9cd-478f-b261-54d2e9955ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.429818 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-3cb5d60a-f9cd-478f-b261-54d2e9955ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1098 time: 0.0818238 Jun 16 16:59:40.542036 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-499ecb96-d836-4bcd-92bd-901bd1765695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.543590 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-499ecb96-d836-4bcd-92bd-901bd1765695 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1025987 Jun 16 16:59:40.729524 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-5cc6c71b-17a4-452e-8374-71c9fb65bcd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 1001 time: 0.1756587 Jun 16 16:59:40.844993 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-4c4bf668-35f0-48c5-b23b-bc4c9f00c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.847434 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-4c4bf668-35f0-48c5-b23b-bc4c9f00c274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.1085939 Jun 16 16:59:40.867197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923772-1aeb-4a33-8895-8c70cb06808d req-c59413bf-680d-4c89-9dd7-7b03f4b30a1a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.869832 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9a923772-1aeb-4a33-8895-8c70cb06808d req-c59413bf-680d-4c89-9dd7-7b03f4b30a1a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.2028902 Jun 16 16:59:40.968798 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9a923772-1aeb-4a33-8895-8c70cb06808d req-28d3e994-58d4-4eb0-801c-2600e701a04d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834506 Jun 16 16:59:40.985035 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-93446d8b-3186-409f-9e9e-6275b9734599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:40.985035 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-93446d8b-3186-409f-9e9e-6275b9734599 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1136084 Jun 16 16:59:41.105432 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-76446f64-a58c-447e-ab5d-60e62893292b service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115084 Jun 16 16:59:41.197902 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3b5baf8f-b5a9-4575-96d4-0e444400e6f1 req-5758f43f-f890-44bb-b42a-7cb4b7ea19f6 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] 10.222.0.72 "GET /v2.0/ports?device_id=dead661f-2e9c-40b3-9130-a2c501acb510 HTTP/1.1" status: 200 len: 210 time: 0.0530953 Jun 16 16:59:41.305729 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd8664b-beeb-4c9d-9227-44dece34f351 req-e41844b3-3cba-475b-8714-4d5674116105 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732163 Jun 16 16:59:41.404183 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033712b-d217-4dd1-bbfa-4abf96bf0582 req-9c1c905f-f7d6-4a5b-ad84-302f3a24be6a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:41.405927 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0033712b-d217-4dd1-bbfa-4abf96bf0582 req-9c1c905f-f7d6-4a5b-ad84-302f3a24be6a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0692029 Jun 16 16:59:41.420920 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20efb-5e58-41c9-9bfe-e2101a41300d req-e4b5506e-3dbd-4508-8f3e-d5f603767955 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:41.422447 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-65f20efb-5e58-41c9-9bfe-e2101a41300d req-e4b5506e-3dbd-4508-8f3e-d5f603767955 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 945 time: 0.0933380 Jun 16 16:59:41.465611 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0033712b-d217-4dd1-bbfa-4abf96bf0582 req-8b32cac4-5592-4c24-8e07-8b9d0953e26c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Jun 16 16:59:41.498505 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-65f20efb-5e58-41c9-9bfe-e2101a41300d req-92dc2180-8cfc-44ba-a7ae-94dee40bed9e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Jun 16 16:59:42.096900 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b44fa2fa-95f8-4c1c-947d-0d7361182f6b no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:42.118328 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: b44fa2fa-95f8-4c1c-947d-0d7361182f6b {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:42.118679 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b44fa2fa-95f8-4c1c-947d-0d7361182f6b not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:42.119112 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:42.178710 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92dd91-22f5-4ef8-afbb-609a366178e4 req-3a1da839-94a6-4bb7-8e05-6641c51f73b6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.181273 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5b92dd91-22f5-4ef8-afbb-609a366178e4 req-3a1da839-94a6-4bb7-8e05-6641c51f73b6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 945 time: 0.0886371 Jun 16 16:59:42.219098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.230618 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5b92dd91-22f5-4ef8-afbb-609a366178e4 req-890f3f0f-960a-4044-adfe-349586684c6f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Jun 16 16:59:42.260734 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:42.261762 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:42.264483 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84727100-44e6-4aa3-9c58-f45bc757979e" -d '{"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:42.323848 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1204ea7-6370-4300-b1ad-c492a7e5e824 x-openstack-request-id: req-a1204ea7-6370-4300-b1ad-c492a7e5e824 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:42.324504 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:42.325040 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1204ea7-6370-4300-b1ad-c492a7e5e824 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:42.325725 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'code': 200} Jun 16 16:59:42.395916 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:42.398100 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:42.451400 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=8']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:42.454648 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:42.712069 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb890b-77b6-45ca-bc32-16f23f0aed19 req-f364527b-2bb3-4ae0-92d9-c88ee38902f0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.717280 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98b3-a9f7-4ff3-a3cf-a34a57974167 req-36ff0461-ccef-4a24-a293-441656217128 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:42.717865 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-81eb890b-77b6-45ca-bc32-16f23f0aed19 req-f364527b-2bb3-4ae0-92d9-c88ee38902f0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0726793 Jun 16 16:59:42.718093 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-91ee98b3-a9f7-4ff3-a3cf-a34a57974167 req-36ff0461-ccef-4a24-a293-441656217128 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 945 time: 0.0739620 Jun 16 16:59:42.756251 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-91ee98b3-a9f7-4ff3-a3cf-a34a57974167 req-57946aac-f679-427a-b8be-a358814f91e2 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353885 Jun 16 16:59:42.766469 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-81eb890b-77b6-45ca-bc32-16f23f0aed19 req-d2ec0b94-d49e-46c7-bc80-23790fa5fa4a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Jun 16 16:59:43.466478 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c7c04-2cd0-4774-8212-a9d4a77f32f3 req-7977ce3c-bd72-44d9-b325-2900aee4d247 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:43.468094 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-555c7c04-2cd0-4774-8212-a9d4a77f32f3 req-7977ce3c-bd72-44d9-b325-2900aee4d247 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.0811241 Jun 16 16:59:43.528201 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-555c7c04-2cd0-4774-8212-a9d4a77f32f3 req-8fa1733b-b48d-4a6a-92e0-58b6148cd25e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Jun 16 16:59:43.735449 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-df25684c-c28c-4567-9fa9-1132945e634f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:43.737103 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-df25684c-c28c-4567-9fa9-1132945e634f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 945 time: 0.0845680 Jun 16 16:59:43.938520 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Deleting port ad5f5c49-c956-429d-8270-98748b5943ad {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:43.938853 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.038773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491e9b1-cb22-49d0-8ba6-15cf5f9951b8 req-3c5fec08-12f3-4915-99e4-468fb81f168c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:44.045982 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2491e9b1-cb22-49d0-8ba6-15cf5f9951b8 req-3c5fec08-12f3-4915-99e4-468fb81f168c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 945 time: 0.1104474 Jun 16 16:59:44.090989 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] For port ad5f5c49-c956-429d-8270-98748b5943ad, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ad5f5c49-c956-429d-8270-98748b5943ad,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:44.091359 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.101884 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2491e9b1-cb22-49d0-8ba6-15cf5f9951b8 req-bf069d57-cbcb-4c4a-9deb-8061fbb86274 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Jun 16 16:59:44.111735 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c91e2d-44fe-491c-b9cc-537b8345b3f0 req-6646032f-98f5-4aa9-925b-534d56d47e36 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:44.113265 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-58c91e2d-44fe-491c-b9cc-537b8345b3f0 req-6646032f-98f5-4aa9-925b-534d56d47e36 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1586854 Jun 16 16:59:44.182777 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Calling delete_port for ad5f5c49-c956-429d-8270-98748b5943ad owned by compute:nova {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:44.264297 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-58c91e2d-44fe-491c-b9cc-537b8345b3f0 req-47f85b2c-9fc1-486d-862f-d138950cb285 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135371 Jun 16 16:59:44.584407 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.598533 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['01ca93a2-d7ba-4826-928d-2f5d3c3f702d'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:59:44.613962 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:44.698843 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event deleted for resources: {'Port': ['ID=ad5f5c49-c956-429d-8270-98748b5943ad,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:44.722054 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:44.723104 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] No DVR routers for this DVR port ad5f5c49-c956-429d-8270-98748b5943ad on host hv-cinder-77212 {{(pid=99050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:44.726196 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:44.728253 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-38c8d365-938e-42b6-a6cb-004d19e01960 req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "DELETE /v2.0/ports/ad5f5c49-c956-429d-8270-98748b5943ad HTTP/1.1" status: 204 len: 173 time: 0.9764137 Jun 16 16:59:44.728788 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'name': 'network-vif-deleted', 'tag': 'ad5f5c49-c956-429d-8270-98748b5943ad'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:44.731452 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3eea60-89d6-4c9b-be75-bb039af1e540" -d '{"events": [{"server_uuid": "c91c7987-7054-48d0-8ae1-6b3e28b60a26", "name": "network-vif-deleted", "tag": "ad5f5c49-c956-429d-8270-98748b5943ad"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:44.780666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008946db-b016-4934-831e-903cd5e46091 x-openstack-request-id: req-008946db-b016-4934-831e-903cd5e46091 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:44.780666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91c7987-7054-48d0-8ae1-6b3e28b60a26", "name": "network-vif-deleted", "tag": "ad5f5c49-c956-429d-8270-98748b5943ad", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:44.781470 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-008946db-b016-4934-831e-903cd5e46091 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:44.785542 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c7987-7054-48d0-8ae1-6b3e28b60a26', 'name': 'network-vif-deleted', 'tag': 'ad5f5c49-c956-429d-8270-98748b5943ad', 'status': 'completed', 'code': 200} Jun 16 16:59:44.797242 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00b99-5f60-41bc-91d8-efcb7d1a9538 req-a8ec3c97-3b95-495c-beb6-b8e05270b192 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:44.800056 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fbd00b99-5f60-41bc-91d8-efcb7d1a9538 req-a8ec3c97-3b95-495c-beb6-b8e05270b192 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1134984 Jun 16 16:59:44.849541 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fbd00b99-5f60-41bc-91d8-efcb7d1a9538 req-f12ab08f-4b29-4edb-9900-7bc61b53610c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Jun 16 16:59:45.319562 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c967859d-52b2-4800-9b16-4fb6685797c4 req-23773794-776e-4576-8818-ca75508bed5e tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 210 time: 0.0385559 Jun 16 16:59:45.551596 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee2e9-33c8-40bc-80af-4a672e682749 req-29c41a02-1ae6-4695-901d-d6e73030b1b5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:45.554486 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7d2ee2e9-33c8-40bc-80af-4a672e682749 req-29c41a02-1ae6-4695-901d-d6e73030b1b5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1168780 Jun 16 16:59:45.618315 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7d2ee2e9-33c8-40bc-80af-4a672e682749 req-2c345b06-fa99-4d21-9a57-8529abdcffbf tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Jun 16 16:59:45.620325 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a5d6a-9a9e-4113-b0d5-5fe6f295f0e0 req-ebe23433-c78d-4f20-a298-d4345b9890ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:45.623063 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-772a5d6a-9a9e-4113-b0d5-5fe6f295f0e0 req-ebe23433-c78d-4f20-a298-d4345b9890ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 1098 time: 0.0810015 Jun 16 16:59:45.703082 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-772a5d6a-9a9e-4113-b0d5-5fe6f295f0e0 req-f0efbe0b-7c5a-4237-948e-20cbecdf1e6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726740 Jun 16 16:59:46.109642 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ad5f5c49-c956-429d-8270-98748b5943ad no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:46.150525 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: ad5f5c49-c956-429d-8270-98748b5943ad {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:46.152155 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ad5f5c49-c956-429d-8270-98748b5943ad not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:46.152825 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:46.554461 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f2f10d57-b141-4869-bc26-65c46f056d4e req-e88ec53e-677d-4268-9435-82e9bc98663f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=c91c7987-7054-48d0-8ae1-6b3e28b60a26 HTTP/1.1" status: 200 len: 210 time: 0.0408099 Jun 16 16:59:46.828967 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a4c55-2b26-4e17-8510-cf56e6510593 req-7042f8e5-7b94-4e49-a57d-e7af9880acc5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:46.831653 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-de6a4c55-2b26-4e17-8510-cf56e6510593 req-7042f8e5-7b94-4e49-a57d-e7af9880acc5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0778995 Jun 16 16:59:46.891197 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-de6a4c55-2b26-4e17-8510-cf56e6510593 req-b1c5fb8d-c23d-40cd-b94e-b480c31a9205 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469873 Jun 16 16:59:47.223801 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:47.669635 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eef59-f0c7-473a-aac8-61202088628f req-c635da58-a07c-4032-9c98-3311fb76415e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:47.674830 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3d0eef59-f0c7-473a-aac8-61202088628f req-c635da58-a07c-4032-9c98-3311fb76415e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1210835 Jun 16 16:59:47.741556 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3d0eef59-f0c7-473a-aac8-61202088628f req-abde17cd-0431-4d62-826e-45b50ed68b23 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654647 Jun 16 16:59:48.141851 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39ade0-b1b4-40d4-aa6c-09115786af1e req-c0774c28-ceaf-42f8-b030-76db0819d76f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:48.144944 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8c39ade0-b1b4-40d4-aa6c-09115786af1e req-c0774c28-ceaf-42f8-b030-76db0819d76f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1248064 Jun 16 16:59:48.198522 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38916) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:48.215272 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8c39ade0-b1b4-40d4-aa6c-09115786af1e req-e5e43a45-37dc-4391-aae3-4ae82fa02aeb tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627713 Jun 16 16:59:48.389921 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-c72469e5-4634-46b9-a289-e0b2775ddc50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1889026 Jun 16 16:59:48.531718 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5d85-bc66-4b57-ad03-ed2395ea6cf6 req-84590128-5fec-408e-aebe-036c57a7dfd7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:48.535699 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-57cc5d85-bc66-4b57-ad03-ed2395ea6cf6 req-84590128-5fec-408e-aebe-036c57a7dfd7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1003349 Jun 16 16:59:48.607891 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-57cc5d85-bc66-4b57-ad03-ed2395ea6cf6 req-5f7f0301-8c71-4a86-bbe3-30aba1d1d360 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622571 Jun 16 16:59:48.937996 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f003f3-6481-4a58-8b78-dc18f8650794 req-3a851a4c-48cd-42e9-ab36-bebb8420b62d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:48.939621 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-10f003f3-6481-4a58-8b78-dc18f8650794 req-3a851a4c-48cd-42e9-ab36-bebb8420b62d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.0787566 Jun 16 16:59:49.004394 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-10f003f3-6481-4a58-8b78-dc18f8650794 req-7f58ff51-9d2e-4640-b508-c66f6cc61804 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586178 Jun 16 16:59:50.554597 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f64aea-8867-4cee-811f-8dacf6c52a29 req-0d4cdcc1-e4a8-49bb-b462-802116bd08ba tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.556573 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b6f64aea-8867-4cee-811f-8dacf6c52a29 req-0d4cdcc1-e4a8-49bb-b462-802116bd08ba tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.0912426 Jun 16 16:59:50.626076 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b6f64aea-8867-4cee-811f-8dacf6c52a29 req-3a6812fb-289f-4c4c-847d-e7fc7f4a2b76 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553021 Jun 16 16:59:50.659727 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88662d9f-90e6-4717-b4a3-95f0da8a3e70 req-01bdae7f-71eb-4967-a871-c010d1d62296 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:50.662071 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88662d9f-90e6-4717-b4a3-95f0da8a3e70 req-01bdae7f-71eb-4967-a871-c010d1d62296 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.1291156 Jun 16 16:59:50.706396 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88662d9f-90e6-4717-b4a3-95f0da8a3e70 req-934f08e2-f6ad-4b03-becf-a2448becd590 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Jun 16 16:59:50.901551 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38992) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:51.032269 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d7d296de-271e-4ec2-83a5-e9c856dbfe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:51.040789 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-6b1865b0-db45-4b82-8f2a-43f750c32f0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cef956af4aec416584f067f19371d210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379821 Jun 16 16:59:51.043420 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 38996) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:51.092722 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:51.115495 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:51.312791 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:51.315458 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:51.319203 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46628765-49f5-4709-8817-f480d2527224 HTTP/1.1" status: 204 len: 168 time: 0.2746627 Jun 16 16:59:51.321442 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-375caa94-c8e3-4210-b309-3ae49cd77c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:51.332265 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46628765-49f5-4709-8817-f480d2527224,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:51.344668 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:51.909830 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdda77-b328-4901-bb31-8b73aa78de71 req-e509e2ac-39b4-4b36-97bd-28142a6f1ed5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.912563 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-45bdda77-b328-4901-bb31-8b73aa78de71 req-e509e2ac-39b4-4b36-97bd-28142a6f1ed5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.0948801 Jun 16 16:59:51.956279 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ac9d1-4366-4ef0-9aaa-74ed16e94df5 req-d95cdb96-379e-47da-a3ae-29b41014bf09 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:51.958003 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7ac9d1-4366-4ef0-9aaa-74ed16e94df5 req-d95cdb96-379e-47da-a3ae-29b41014bf09 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.0828848 Jun 16 16:59:51.981031 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-45bdda77-b328-4901-bb31-8b73aa78de71 req-827c6d5b-1366-48be-bf49-bf7c8f45e427 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596688 Jun 16 16:59:52.021312 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5d7ac9d1-4366-4ef0-9aaa-74ed16e94df5 req-62905c1a-0b18-4c92-8023-a569f5c06d4f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559027 Jun 16 16:59:52.809259 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39036) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:52.935362 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-470619627-network', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:53.123878 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf71ed-a22e-45be-8ee1-bc9b5b5c2eab req-66e989a7-d5e7-4948-8a63-c02cf2381429 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.125437 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5eaf71ed-a22e-45be-8ee1-bc9b5b5c2eab req-66e989a7-d5e7-4948-8a63-c02cf2381429 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0959337 Jun 16 16:59:53.154134 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Made reservation on behalf of fbe204e38cbe42eb9d298a44054c8f29 for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:53.156531 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.206019 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.227714 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-ad9dc856-48f7-4286-8c61-830f3268be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.229911 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-ad9dc856-48f7-4286-8c61-830f3268be20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.1063151 Jun 16 16:59:53.263264 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5eaf71ed-a22e-45be-8ee1-bc9b5b5c2eab req-70f4a375-0d46-4f6e-8b18-4c7c0fecabe4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136525 Jun 16 16:59:53.306723 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daab943-d655-48cc-8cdf-9d53fbfc539c req-0821a0aa-8320-4621-8e1c-177b287a462e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.315485 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daab943-d655-48cc-8cdf-9d53fbfc539c req-0821a0aa-8320-4621-8e1c-177b287a462e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1262624 Jun 16 16:59:53.327926 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-8122923d-d794-4c6f-8e57-661a8e6a51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.327926 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-8122923d-d794-4c6f-8e57-661a8e6a51ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72&tenant_id=98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 1096 time: 0.1989837 Jun 16 16:59:53.428279 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daab943-d655-48cc-8cdf-9d53fbfc539c req-ad7393fe-f4ad-424b-98ec-ede004b724ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091554 Jun 16 16:59:53.438089 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-dc836b26-1a81-4087-8457-59d8e05a8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.444418 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.445836 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-dc836b26-1a81-4087-8457-59d8e05a8298 service neutron] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 919 time: 0.2057815 Jun 16 16:59:53.488553 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-2cd5025f-64e2-40ad-bd3e-0b44e6efa497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.490582 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-2cd5025f-64e2-40ad-bd3e-0b44e6efa497 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1096 time: 0.1162903 Jun 16 16:59:53.491474 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.13', 60682) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:53.503981 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-608e08a3-f68f-44a1-8c8c-8cafadd016bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 200 len: 217 time: 0.0449388 Jun 16 16:59:53.579433 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-8cba13ee-5c81-4396-8ff0-a36f80a1c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.580908 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-8cba13ee-5c81-4396-8ff0-a36f80a1c866 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.0546336 Jun 16 16:59:53.583395 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-f3944a7c-6f75-4520-915e-a301f0b6780f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.593615 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.622221 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a230b03d-88a4-478b-ab08-957cf95a25ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:53.623393 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-6f5e69c5-bf20-457f-87fe-c91dabe5e498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291240 Jun 16 16:59:53.650549 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.660625 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270e71-3602-4dc4-a408-b7b300cb512b req-8e24614b-7c39-4346-be11-a57c26fe3c57 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.662219 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73270e71-3602-4dc4-a408-b7b300cb512b req-8e24614b-7c39-4346-be11-a57c26fe3c57 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.2101595 Jun 16 16:59:53.680979 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:59:53.709070 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37865b-ca4b-485f-b8c5-8e7cc3a51227,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:53.739936 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.740373 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Added segment 91f3ddbc-2a7c-4556-a644-8ef858408512 of type vlan for network e7fbb890-d4f5-42fd-a03c-4178ca285a6d Jun 16 16:59:53.759122 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.759715 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769115 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-65d5033f-db55-42f4-8411-acba04889e5e service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270475 Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.769331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:53.777474 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992392e-55fc-4c75-a540-9389e166303a req-9c7c5ac7-a786-4991-ae94-a9bbac73e74f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.778843 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b992392e-55fc-4c75-a540-9389e166303a req-9c7c5ac7-a786-4991-ae94-a9bbac73e74f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.2864311 Jun 16 16:59:53.787464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:53.787464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-8e3c06b8-fa00-4567-a9a8-fa6f0ce59590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:53.787464 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-8e3c06b8-fa00-4567-a9a8-fa6f0ce59590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.2505677 Jun 16 16:59:53.872837 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-956bdc68-a6e8-4e81-883c-495779be7c65 req-17c518fe-733f-4a48-a41d-6462cad16ff8 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052458 Jun 16 16:59:53.899974 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73270e71-3602-4dc4-a408-b7b300cb512b req-6b1d0ee7-7fa7-4764-bf34-ce6ba1e35a99 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256198 Jun 16 16:59:53.902343 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:53.983323 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-01f675e8-0d08-4329-90ca-96defe1a2df7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 999 time: 0.1676736 Jun 16 16:59:54.053239 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Deleting port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:59:54.053525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.059499 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-788aee22-c84c-4666-9d22-39478533d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.060950 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-788aee22-c84c-4666-9d22-39478533d7d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0636032 Jun 16 16:59:54.121690 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.149074 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.150001 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.156979 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:54.255767 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] For port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,segment=NetworkSegment(33c70db7-2c4a-4c4a-a71c-fef4db5e5915),segment_id=33c70db7-2c4a-4c4a-a71c-fef4db5e5915)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:59:54.256135 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.258860 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Pushing event updated for resources: {'Network': ['ID=e7fbb890-d4f5-42fd-a03c-4178ca285a6d,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:54.269266 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:54.274307 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:59:54.384641 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.505217 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425af761-8a30-4bec-bce3-a3a333ae1bf3 req-629ee3dc-6ad6-4b80-bd9f-45aab006382e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.507072 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-425af761-8a30-4bec-bce3-a3a333ae1bf3 req-629ee3dc-6ad6-4b80-bd9f-45aab006382e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0841227 Jun 16 16:59:54.609817 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-425af761-8a30-4bec-bce3-a3a333ae1bf3 req-794936a5-df25-4b39-a464-5d669f2335ae tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955229 Jun 16 16:59:54.640590 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8257890 Jun 16 16:59:54.640914 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39070) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:54.647742 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Request body: {'subnet': {'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-470619627-subnet', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:54.664151 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Calling delete_port for 01ca93a2-d7ba-4826-928d-2f5d3c3f702d owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:59:54.708916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-0612cbfe-a75a-4a56-b5bd-b50804fecade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.710455 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-0612cbfe-a75a-4a56-b5bd-b50804fecade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6363647 Jun 16 16:59:54.793596 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Made reservation on behalf of fbe204e38cbe42eb9d298a44054c8f29 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:59:54.796682 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:54.957156 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c08f-8d22-4f4e-8592-7b1a5f14d2b1 req-e66085c7-1edf-425e-94dd-574a91a15106 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:54.960752 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0ce9c08f-8d22-4f4e-8592-7b1a5f14d2b1 req-e66085c7-1edf-425e-94dd-574a91a15106 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.3274748 Jun 16 16:59:54.970008 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-a2c3a8df-3d6d-4ccf-a644-ce67300f39e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507012 Jun 16 16:59:55.080717 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0ce9c08f-8d22-4f4e-8592-7b1a5f14d2b1 req-7e768393-b939-4913-949c-64356159ed5f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083133 Jun 16 16:59:55.126848 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94c4e-6bea-491e-b94a-46b69ba6a86e req-daf0a437-3a62-47f7-bd63-7e88c58c9fad tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.129538 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d9a94c4e-6bea-491e-b94a-46b69ba6a86e req-daf0a437-3a62-47f7-bd63-7e88c58c9fad tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 945 time: 0.0813835 Jun 16 16:59:55.162186 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2682a55d-8d6e-4afc-bc74-15f8b8acbe75 req-69f88fe4-4227-499a-913a-c39f82ed4b8c service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582351 Jun 16 16:59:55.187043 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d9a94c4e-6bea-491e-b94a-46b69ba6a86e req-13cf7b00-8b4b-40ee-8545-a5a51f733293 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e9fd902-19c1-4640-929a-8a78508a930e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Jun 16 16:59:55.256071 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.274345 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.274345 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-04a49e27-e231-4ec4-a968-bd212ed42631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:55.275093 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:55.314257 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Pushing event deleted for resources: {'Port': ['ID=01ca93a2-d7ba-4826-928d-2f5d3c3f702d,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:55.328452 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:55.357370 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a15ee79-f225-4eb0-9488-191ad0ca9a1e,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:55.376150 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.376995 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.377766 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.378481 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.379151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.379900 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.380616 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.381206 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.381878 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.382599 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.383303 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.384023 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:55.386016 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] No DVR routers for this DVR port 01ca93a2-d7ba-4826-928d-2f5d3c3f702d on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:59:55.388988 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.391101 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b992392e-55fc-4c75-a540-9389e166303a req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.13 "DELETE /v2.0/ports/01ca93a2-d7ba-4826-928d-2f5d3c3f702d HTTP/1.1" status: 204 len: 173 time: 1.6043394 Jun 16 16:59:55.391637 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'name': 'network-vif-deleted', 'tag': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:59:55.394004 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d89d09-421d-4cb1-b810-a2c340ccf5c2" -d '{"events": [{"server_uuid": "252ebca8-24a4-4712-9d1e-9f8ce7ddd0af", "name": "network-vif-deleted", "tag": "01ca93a2-d7ba-4826-928d-2f5d3c3f702d"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:59:55.397013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:55.398306 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Checking segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:55.398965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Network hostable DHCP agents. Network: e7fbb890-d4f5-42fd-a03c-4178ca285a6d, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:59:55.591489 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bfa6bb-bd97-4646-9ba8-0ee80b853fdd x-openstack-request-id: req-24bfa6bb-bd97-4646-9ba8-0ee80b853fdd {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:59:55.591807 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ebca8-24a4-4712-9d1e-9f8ce7ddd0af", "name": "network-vif-deleted", "tag": "01ca93a2-d7ba-4826-928d-2f5d3c3f702d", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:59:55.592088 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24bfa6bb-bd97-4646-9ba8-0ee80b853fdd {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:59:55.592510 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ebca8-24a4-4712-9d1e-9f8ce7ddd0af', 'name': 'network-vif-deleted', 'tag': '01ca93a2-d7ba-4826-928d-2f5d3c3f702d', 'status': 'completed', 'code': 200} Jun 16 16:59:55.641070 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:59:55.761309 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, e7fbb890-d4f5-42fd-a03c-4178ca285a6d) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:55.766376 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.767040 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:55.786744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525a858-b053-419f-8709-ef234474dc6c None None] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:55.845825 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11f84-89cf-4541-b846-ce0029ce6972 req-d3954e32-524a-4c53-92ab-5a2b04d7e85c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:55.847491 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4d11f84-89cf-4541-b846-ce0029ce6972 req-d3954e32-524a-4c53-92ab-5a2b04d7e85c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0988340 Jun 16 16:59:55.873481 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-36c44e92-cc50-45dc-9d1d-01b68c6e8b30 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2312877 Jun 16 16:59:55.878287 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39100) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:59:55.892237 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:59:55.939293 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4d11f84-89cf-4541-b846-ce0029ce6972 req-8d4da371-a8a5-4a08-b8e1-b0e528f7ccfa tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787489 Jun 16 16:59:55.974509 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:59:55.975554 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.031238 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.034015 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.104568 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.138759 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Allocated IP 172.20.0.2 (e7fbb890-d4f5-42fd-a03c-4178ca285a6d/4a15ee79-f225-4eb0-9488-191ad0ca9a1e/282fcdb6-da17-428c-b648-0a36c5381403) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:56.183806 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 01ca93a2-d7ba-4826-928d-2f5d3c3f702d no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:59:56.217543 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 01ca93a2-d7ba-4826-928d-2f5d3c3f702d {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:59:56.218231 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 01ca93a2-d7ba-4826-928d-2f5d3c3f702d not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:59:56.289601 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0c896a78-de5f-413c-8f9c-feaac234a50a req-905984ac-114b-421c-b1d2-fb78cecc95bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0955138 Jun 16 16:59:56.445094 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b93e9bd3-8789-46e4-abe7-f49e8140811a req-b741cebf-bc85-47e6-9116-829d2ef9b8c4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0584579 Jun 16 16:59:56.482319 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0c896a78-de5f-413c-8f9c-feaac234a50a req-a902e6b1-3eb6-4a80-8cf4-41a906f610a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76cbb6cc280644028b801f9969c1a564&device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0937743 Jun 16 16:59:56.492320 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.550987 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.566830 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Transition to ACTIVE for port object 282fcdb6-da17-428c-b648-0a36c5381403 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:56.596240 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Transition to ACTIVE for port object 282fcdb6-da17-428c-b648-0a36c5381403 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:59:56.687329 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.692979 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:56.700566 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c896a78-de5f-413c-8f9c-feaac234a50a req-ba38c85c-f1f1-4668-8f8f-1ddb80b2a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:56.703499 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0c896a78-de5f-413c-8f9c-feaac234a50a req-ba38c85c-f1f1-4668-8f8f-1ddb80b2a9e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=76cbb6cc280644028b801f9969c1a564&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1753728 Jun 16 16:59:56.759421 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:56.767039 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:56.773999 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:56.784887 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.834884 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975da0-3b44-4919-b9b3-f25a89e744b8 req-80f100bd-e3c8-4c1a-9c19-760833c01992 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:56.843793 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-83975da0-3b44-4919-b9b3-f25a89e744b8 req-80f100bd-e3c8-4c1a-9c19-760833c01992 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.4929345 Jun 16 16:59:56.923643 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Attempting to bind port 282fcdb6-da17-428c-b648-0a36c5381403 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:59:56.925882 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Attempting to bind port 282fcdb6-da17-428c-b648-0a36c5381403 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:59:56.926767 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Attempting to bind port 282fcdb6-da17-428c-b648-0a36c5381403 on network e7fbb890-d4f5-42fd-a03c-4178ca285a6d {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:59:56.932496 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Pushing event updated for resources: {'Port': ['ID=282fcdb6-da17-428c-b648-0a36c5381403,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:56.948632 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.949583 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.950465 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.951343 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.952149 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.953028 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.953861 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.954635 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.961997 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.961997 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.961997 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.961997 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:59:56.969266 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:56.973063 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:59:56.974022 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Checking segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:59:56.976147 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.977132 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Bound using segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:59:56.978190 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Bound port: 282fcdb6-da17-428c-b648-0a36c5381403, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:59:56.979123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:56.982236 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-83975da0-3b44-4919-b9b3-f25a89e744b8 req-8b6ce238-9847-4c28-bcc3-c3a7fffb5190 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369088 Jun 16 16:59:57.081989 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c896a78-de5f-413c-8f9c-feaac234a50a req-96bdc022-bd08-47b5-9922-fe9e1553c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:57.087091 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0c896a78-de5f-413c-8f9c-feaac234a50a req-96bdc022-bd08-47b5-9922-fe9e1553c2b4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3675005 Jun 16 16:59:57.224372 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] For port 282fcdb6-da17-428c-b648-0a36c5381403, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:59:57.235452 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] For port 282fcdb6-da17-428c-b648-0a36c5381403, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=282fcdb6-da17-428c-b648-0a36c5381403,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:59:57.347597 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.350580 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:57.443699 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.451917 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5e49-5d2a-424a-b278-76760866af6c req-2f63881f-8917-4e8a-94a6-9f0284a63a0f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:57.461091 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8aff5e49-5d2a-424a-b278-76760866af6c req-2f63881f-8917-4e8a-94a6-9f0284a63a0f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1852763 Jun 16 16:59:57.495806 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:57.549046 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8aff5e49-5d2a-424a-b278-76760866af6c req-ac56702c-2e6e-4ae7-8743-82b5885e12d6 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Jun 16 16:59:57.655973 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Pushing event updated for resources: {'Port': ['ID=282fcdb6-da17-428c-b648-0a36c5381403,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:57.659837 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:57.666811 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5b712eb1-b8d4-4f29-9e09-177c71025ab1 req-d8a9e54c-5f61-4025-95f2-550b1fe3ca70 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0416148 Jun 16 16:59:57.754646 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Allocated IP 172.28.0.245 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/5b7a7714-8d43-40ba-9ff8-10712efcf70f) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:59:57.887136 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.203679 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1284bc2-005b-4572-9181-43e44bdd8b78 req-350b931e-a7c8-4fa5-b6be-3ee6da818318 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:58.206347 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c1284bc2-005b-4572-9181-43e44bdd8b78 req-350b931e-a7c8-4fa5-b6be-3ee6da818318 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.0694869 Jun 16 16:59:58.207415 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.211251 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:59:58.324912 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:59:58.332892 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c1284bc2-005b-4572-9181-43e44bdd8b78 req-591762ec-29c4-4b90-9c4e-c9029ff52ee4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213319 Jun 16 16:59:58.333920 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:59:58.356763 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7a7714-8d43-40ba-9ff8-10712efcf70f,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:59:58.365166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:59:58.413304 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:59:58.812085 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:58.910537 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0ad3bad3-80a1-41cb-907c-9b23aa74a8c2 req-eca0ab24-cb7d-4b5b-84c8-2d5d5083512f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0607421 Jun 16 16:59:58.978971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75413a41-dd5c-40e3-991f-9322e35e8fc9 req-badf7052-22b6-4422-ae51-df8b8d7e8b95 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:58.980614 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-75413a41-dd5c-40e3-991f-9322e35e8fc9 req-badf7052-22b6-4422-ae51-df8b8d7e8b95 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.2330170 Jun 16 16:59:59.029544 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4c417-e11b-417a-88ad-178cda3ce2ab None None] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:59:59.057556 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.081754 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-75413a41-dd5c-40e3-991f-9322e35e8fc9 req-f5c5cb3d-837d-49c7-adf3-bcc305a77918 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915773 Jun 16 16:59:59.301263 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-57147f27-2ab9-4d60-8ff8-0bbb67d27b33 None None] Provisioning for port 282fcdb6-da17-428c-b648-0a36c5381403 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:59:59.536065 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:59.737748 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516280-c62b-4bb9-9e79-c0c69ded29ed req-63166a8b-d97e-41e6-b33d-ef88c8b1ed16 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:59:59.740278 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f6516280-c62b-4bb9-9e79-c0c69ded29ed req-63166a8b-d97e-41e6-b33d-ef88c8b1ed16 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1549289 Jun 16 16:59:59.798104 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f6516280-c62b-4bb9-9e79-c0c69ded29ed req-aa3da5bb-4c4d-47f2-b763-0f716e9f556f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505381 Jun 16 17:00:00.104746 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 282fcdb6-da17-428c-b648-0a36c5381403 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:00.220243 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ede68f40-4079-45b1-884f-0a721af1ffb3 req-077eaa4f-ff7d-4064-872d-6e892f644597 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0574744 Jun 16 17:00:00.295847 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36ba6c-d809-4b1a-a1f0-46818233d564 req-31a81909-c994-44d1-b258-5d101ec99ad9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:00.297506 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fe36ba6c-d809-4b1a-a1f0-46818233d564 req-31a81909-c994-44d1-b258-5d101ec99ad9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0965044 Jun 16 17:00:00.365485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 282fcdb6-da17-428c-b648-0a36c5381403 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:00.381039 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:00:00.381554 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 282fcdb6-da17-428c-b648-0a36c5381403 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:00.381554 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.381745 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fe36ba6c-d809-4b1a-a1f0-46818233d564 req-b525d5e8-8e2e-47f5-bb84-f64960436efa tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569673 Jun 16 17:00:00.500715 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.554294 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 282fcdb6-da17-428c-b648-0a36c5381403, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=282fcdb6-da17-428c-b648-0a36c5381403,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:00.614736 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:00.628073 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Sync routers for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:00.637376 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:00.637997 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:00.646814 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.649959 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:00.731023 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:00.731023 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8375340 Jun 16 17:00:00.731298 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39154) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:00.750494 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=282fcdb6-da17-428c-b648-0a36c5381403,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:00.755615 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:00.800101 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:01.125848 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T16:59:58Z', 'revision_number': 3, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T16:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:01.126234 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f913-5c9c-40ec-ae64-3bb0d95aa554 req-ddc7ff8e-0df5-495a-adb5-3307753bf4e8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:01.127680 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8537f913-5c9c-40ec-ae64-3bb0d95aa554 req-ddc7ff8e-0df5-495a-adb5-3307753bf4e8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.0924129 Jun 16 17:00:01.137982 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Checking router: 54b37ef3-1d2e-4398-92c5-b8f3d144d669 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:01.138973 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Updating router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 port 5b7a7714-8d43-40ba-9ff8-10712efcf70f binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:01.218157 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.250755 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8537f913-5c9c-40ec-ae64-3bb0d95aa554 req-b34093fc-e975-4f5b-8252-c425a9a35466 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033545 Jun 16 17:00:01.584284 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a87d0ff-b443-4170-8778-49cfb209d4c9 req-8a42fe4c-e7c7-4ff4-a8bd-8d2c8c34ff04 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.1075535 Jun 16 17:00:01.685818 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.792401 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97ddf-14bc-4b76-8f39-937bd94b1075 req-62e2f5ce-e290-4656-9725-bcac93a6adc7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:01.798181 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e1c97ddf-14bc-4b76-8f39-937bd94b1075 req-62e2f5ce-e290-4656-9725-bcac93a6adc7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1978309 Jun 16 17:00:01.819468 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:01.835810 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Transition to ACTIVE for port object 5b7a7714-8d43-40ba-9ff8-10712efcf70f will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:01.842604 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e1c97ddf-14bc-4b76-8f39-937bd94b1075 req-75899bb7-54e3-4f3f-b8ca-9ced1a8edcc7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jun 16 17:00:01.911698 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Allocated IP 172.20.0.1 (e7fbb890-d4f5-42fd-a03c-4178ca285a6d/4a15ee79-f225-4eb0-9488-191ad0ca9a1e/ec6ab217-c7f2-4224-a528-e361c8afba4c) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:02.018656 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.021767 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 282fcdb6-da17-428c-b648-0a36c5381403 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:02.031676 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:02.062395 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Attempting to bind port 5b7a7714-8d43-40ba-9ff8-10712efcf70f on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:02.062984 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Attempting to bind port 5b7a7714-8d43-40ba-9ff8-10712efcf70f by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:02.063559 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Attempting to bind port 5b7a7714-8d43-40ba-9ff8-10712efcf70f on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:02.105117 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:02.105751 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:02.106441 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.107067 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:02.107878 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Bound port: 5b7a7714-8d43-40ba-9ff8-10712efcf70f, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:02.108494 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.118016 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.154120 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Transition to ACTIVE for port object ec6ab217-c7f2-4224-a528-e361c8afba4c will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:02.158882 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 282fcdb6-da17-428c-b648-0a36c5381403 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:02.159533 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.198322 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Pushing event updated for resources: {'Port': ['ID=5b7a7714-8d43-40ba-9ff8-10712efcf70f,revision_number=2']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:02.228986 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.229552 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.230079 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.230612 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.231126 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.231647 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.232157 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.232660 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.233177 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.233720 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.234239 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.234771 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:00:02.244803 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:02.256216 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] For port 5b7a7714-8d43-40ba-9ff8-10712efcf70f, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:02.262426 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] For port 5b7a7714-8d43-40ba-9ff8-10712efcf70f, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=5b7a7714-8d43-40ba-9ff8-10712efcf70f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:02.330744 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.335675 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:02.405604 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.411512 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-f8f8a179-9cf3-4774-b1e4-517a5fedabb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:02.434836 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:02.440293 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:02.445054 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:02.504578 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6ab217-c7f2-4224-a528-e361c8afba4c,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:02.512054 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:02.579536 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:02.584724 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:02.585765 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:02.589395 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Pushing event updated for resources: {'Port': ['ID=5b7a7714-8d43-40ba-9ff8-10712efcf70f,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:02.596545 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:02.817220 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:02.902199 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3805ef-a0d7-4ec4-b1f3-7869cb472647 req-cc411807-0090-4401-8baf-f24ecb5c4e47 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:02.913766 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3d3805ef-a0d7-4ec4-b1f3-7869cb472647 req-cc411807-0090-4401-8baf-f24ecb5c4e47 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.3597121 Jun 16 17:00:02.978174 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-49854632-b113-4966-b84c-c4017a46156f req-d7f3b582-9284-4579-af1f-61108cb25f40 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0563974 Jun 16 17:00:02.986648 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3d3805ef-a0d7-4ec4-b1f3-7869cb472647 req-2cff6887-9a58-4b4a-b279-a1ce428956c9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706131 Jun 16 17:00:03.023537 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d88dccc3-31ca-4f04-b682-42ed715e22bd None None] Provisioning for port ec6ab217-c7f2-4224-a528-e361c8afba4c completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:03.033541 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d88dccc3-31ca-4f04-b682-42ed715e22bd None None] Provisioning complete for port ec6ab217-c7f2-4224-a528-e361c8afba4c triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:03.033541 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d88dccc3-31ca-4f04-b682-42ed715e22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.159438 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d88dccc3-31ca-4f04-b682-42ed715e22bd None None] Port ec6ab217-c7f2-4224-a528-e361c8afba4c cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:03.176502 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:03.368575 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T16:59:58Z', 'revision_number': 3, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:03.383591 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3542b-801a-4049-88e2-ea0eaea6b7ec None None] The sync data for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb is: [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T16:59:58Z', 'revision_number': 3, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:03.476580 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ef678-8115-472c-a516-e3a08084b368 req-b8cf42e4-36ba-4bb7-9702-9d9c6ec87586 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:03.479242 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7e1ef678-8115-472c-a516-e3a08084b368 req-b8cf42e4-36ba-4bb7-9702-9d9c6ec87586 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.2087555 Jun 16 17:00:03.669275 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7e1ef678-8115-472c-a516-e3a08084b368 req-fb35f8e0-f66f-418e-a412-e21c2028170f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138165 Jun 16 17:00:03.669275 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.018525 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5b7a7714-8d43-40ba-9ff8-10712efcf70f up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:04.046940 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.049324 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:04.193853 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6ab217-c7f2-4224-a528-e361c8afba4c,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:04.206774 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:04.210853 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.241539 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 5b7a7714-8d43-40ba-9ff8-10712efcf70f completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:04.260823 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 5b7a7714-8d43-40ba-9ff8-10712efcf70f triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:04.262661 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.517795 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.533440 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e99b6586-81c0-479d-96e2-514806556061 req-bbce502e-be27-4609-b218-7de8fa0128d1 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.2586529 Jun 16 17:00:04.579169 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:04.581148 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:04.591064 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 5b7a7714-8d43-40ba-9ff8-10712efcf70f, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=5b7a7714-8d43-40ba-9ff8-10712efcf70f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:04.601790 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1036d29-c482-4e38-82a2-60ba568af2fe req-e10119ef-e1f7-4954-b4a2-27da4a9070db tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:04.604082 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c1036d29-c482-4e38-82a2-60ba568af2fe req-e10119ef-e1f7-4954-b4a2-27da4a9070db tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.2796152 Jun 16 17:00:04.717999 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:04.726969 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:04.740734 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c1036d29-c482-4e38-82a2-60ba568af2fe req-552bac5a-399a-48e3-8c1b-440790f768a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170118 Jun 16 17:00:04.889024 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=5b7a7714-8d43-40ba-9ff8-10712efcf70f,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:04.908992 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:04.971224 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:05.209598 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-574c12bc-40c7-4a05-990f-4b79d71d1e86 None None] Provisioning complete for port ec6ab217-c7f2-4224-a528-e361c8afba4c triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:05.210458 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-574c12bc-40c7-4a05-990f-4b79d71d1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:05.271781 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5017c7d-8fee-4f6b-b68f-298fdc317492 req-0b3c3668-31fe-46f5-8876-5a384b43e643 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:05.273528 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5017c7d-8fee-4f6b-b68f-298fdc317492 req-0b3c3668-31fe-46f5-8876-5a384b43e643 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.2102563 Jun 16 17:00:05.274936 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:05.285257 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] 10.222.0.72 "PUT /v2.0/routers/54b37ef3-1d2e-4398-92c5-b8f3d144d669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5549517 Jun 16 17:00:05.289726 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-574c12bc-40c7-4a05-990f-4b79d71d1e86 None None] Port ec6ab217-c7f2-4224-a528-e361c8afba4c cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:05.387955 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d5017c7d-8fee-4f6b-b68f-298fdc317492 req-29303d84-91a5-4eb7-88c0-537214151f33 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008644 Jun 16 17:00:05.762750 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-970e9e3b-4606-415d-ba57-c4e4d6a7b665 req-6f8c899a-70ff-4e1b-b81b-257e6729c4cb tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0408127 Jun 16 17:00:06.048836 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5b7a7714-8d43-40ba-9ff8-10712efcf70f up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:06.072230 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d7314-9db5-4d00-9eab-35803eeb30f0 req-bd966fc4-4109-4bda-a79f-25385984255b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:06.074014 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3f3d7314-9db5-4d00-9eab-35803eeb30f0 req-bd966fc4-4109-4bda-a79f-25385984255b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1223321 Jun 16 17:00:06.175486 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 5b7a7714-8d43-40ba-9ff8-10712efcf70f triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:06.181179 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.181413 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3f3d7314-9db5-4d00-9eab-35803eeb30f0 req-46bf719f-a218-4940-ac9d-5f9582bc726b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898554 Jun 16 17:00:06.341869 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Sync routers for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:06.364007 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:06.364664 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:06.496339 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:06.669987 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445cd4-2574-4c7c-8fea-d3da6cad202c req-d391ec15-1ac6-4ee6-9a74-f7a515becdad tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:06.671628 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-59445cd4-2574-4c7c-8fea-d3da6cad202c req-d391ec15-1ac6-4ee6-9a74-f7a515becdad tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0781240 Jun 16 17:00:06.721257 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-59445cd4-2574-4c7c-8fea-d3da6cad202c req-47de01b7-519e-4dc5-9a74-c3c1d9a73f0f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Jun 16 17:00:06.827570 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:03Z', 'revision_number': 2, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:06.831894 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Checking router: 54b37ef3-1d2e-4398-92c5-b8f3d144d669 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:06.832296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Updating router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 port ec6ab217-c7f2-4224-a528-e361c8afba4c binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:06.883205 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:06.961222 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-20399885-d1bd-4f9a-b728-e379e88916ab req-1da73b88-45f8-4ef8-be1e-c018cfcd2317 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0511847 Jun 16 17:00:07.272401 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39236) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:07.281812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2082632203-network', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:07.347479 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.382798 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Transition to ACTIVE for port object ec6ab217-c7f2-4224-a528-e361c8afba4c will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:07.395559 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Made reservation on behalf of e62c40e63212496d95d4d28c5ace5662 for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:07.401167 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.419689 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.448262 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b11f-8f68-4f89-a58c-9fa78dbe2dde req-cd65452f-f28d-4cd8-adfc-292b4b85c2b6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:07.449964 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a6a7b11f-8f68-4f89-a58c-9fa78dbe2dde req-cd65452f-f28d-4cd8-adfc-292b4b85c2b6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1069551 Jun 16 17:00:07.461717 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.467414 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-ffdba4eb-2cf6-4e12-acee-f8418f557dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:07.524118 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a6a7b11f-8f68-4f89-a58c-9fa78dbe2dde req-1a813802-b940-49b3-bc2d-54a137b59fac tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647223 Jun 16 17:00:07.690086 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.762369 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bd88f-7847-4c1e-8251-f3042c268f74 None None] Pushing event updated for resources: {'Port': ['ID=ec6ab217-c7f2-4224-a528-e361c8afba4c,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:07.782857 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-437bd88f-7847-4c1e-8251-f3042c268f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:07.841020 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.841552 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Attempting to bind port ec6ab217-c7f2-4224-a528-e361c8afba4c on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:07.842643 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Attempting to bind port ec6ab217-c7f2-4224-a528-e361c8afba4c by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:07.843912 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Attempting to bind port ec6ab217-c7f2-4224-a528-e361c8afba4c on network e7fbb890-d4f5-42fd-a03c-4178ca285a6d {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:07.854971 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:07.855940 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:00:07.856367 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Checking segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:07.857510 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.858614 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Bound using segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:07.860133 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Bound port: ec6ab217-c7f2-4224-a528-e361c8afba4c, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:07.861135 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.868433 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.868928 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Added segment f0e98bb8-6786-428c-a9ab-7d5772e0fb28 of type vlan for network 64de61ba-0468-4f56-b874-b4b59691d23f Jun 16 17:00:07.961900 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.991331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30edc888-5806-4705-b766-948e07a49911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:08.058553 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] For port ec6ab217-c7f2-4224-a528-e361c8afba4c, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:08.064053 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] For port ec6ab217-c7f2-4224-a528-e361c8afba4c, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=ec6ab217-c7f2-4224-a528-e361c8afba4c,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:08.078415 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec62da-b60e-4db5-852c-145603bc82b3,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:08.082404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:08.131175 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb124937-620e-479b-91bd-2d92a21d39b8 req-049d20dc-7e08-498b-bc01-98d3e92a2a90 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:08.134243 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cb124937-620e-479b-91bd-2d92a21d39b8 req-049d20dc-7e08-498b-bc01-98d3e92a2a90 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1450608 Jun 16 17:00:08.195843 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.200960 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:08.203803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.215058 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.221041 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:08.267060 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1989a294-3a98-4e54-b86a-1628e96e9453 req-b5e6b58f-92c7-4987-b5cc-17be83cfa687 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0821710 Jun 16 17:00:08.343255 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:08.344116 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:08.396501 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bd88f-7847-4c1e-8251-f3042c268f74 None None] Pushing event updated for resources: {'Port': ['ID=ec6ab217-c7f2-4224-a528-e361c8afba4c,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:08.432853 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-437bd88f-7847-4c1e-8251-f3042c268f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:08.535314 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:08.621236 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7a80befb-6d36-4761-9e00-253d2a9e5f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:08.641631 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cb124937-620e-479b-91bd-2d92a21d39b8 req-0b5c491d-3197-44bc-a866-7768b86d1716 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958019 Jun 16 17:00:08.802440 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5233088 Jun 16 17:00:08.802440 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Pushing event updated for resources: {'Network': ['ID=64de61ba-0468-4f56-b874-b4b59691d23f,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:08.804945 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39254) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:08.811678 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:08.816296 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Request body: {'subnet': {'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2082632203-subnet', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:08.827244 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 64de61ba-0468-4f56-b874-b4b59691d23f details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:00:08.932594 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Made reservation on behalf of e62c40e63212496d95d4d28c5ace5662 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:08.938032 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:08.991230 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15bd7e-015d-44d8-9145-654735bb51fd req-a68f4966-d3a1-4a91-8621-8383bdfac021 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:08.992846 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7f15bd7e-015d-44d8-9145-654735bb51fd req-a68f4966-d3a1-4a91-8621-8383bdfac021 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1357090 Jun 16 17:00:09.094337 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7f15bd7e-015d-44d8-9145-654735bb51fd req-06a9ccaa-4815-406e-9e78-35ec3cc8b710 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681708 Jun 16 17:00:09.282991 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:08Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:09.299904 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f330c-9267-471c-8ff9-7c20f3231559 None None] The sync data for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb is: [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:08Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:09.349919 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.355745 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:09.477729 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Pushing event updated for resources: {'Subnet': ['ID=800ae051-6105-4222-b6cf-8b03edfa6328,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:09.487608 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:09.546723 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Checking segment: {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:09.550045 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Network hostable DHCP agents. Network: 64de61ba-0468-4f56-b874-b4b59691d23f, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:00:09.573967 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-348f8863-f94c-4bc8-ab1b-7abb21e1daa1 req-42175d6e-5208-4471-b9b5-50f7eecced10 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0442262 Jun 16 17:00:09.675323 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Network 64de61ba-0468-4f56-b874-b4b59691d23f is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:00:09.792534 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 64de61ba-0468-4f56-b874-b4b59691d23f) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:09.805634 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:09.805634 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:09.806893 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13126013-ede1-4a36-8632-e16ac34c47b1 None None] Network 64de61ba-0468-4f56-b874-b4b59691d23f requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:09.899846 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0920136 Jun 16 17:00:09.904519 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39268) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:09.932383 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:10.132412 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.135518 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.245216 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af24a8-da92-4c2d-9669-3739691e003f req-61bcf6ae-882b-4aa4-a3db-d40cd1b85188 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:10.261598 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c9af24a8-da92-4c2d-9669-3739691e003f req-61bcf6ae-882b-4aa4-a3db-d40cd1b85188 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.3435624 Jun 16 17:00:10.292777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.307996 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device ec6ab217-c7f2-4224-a528-e361c8afba4c up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:10.361389 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-64de61ba-0468-4f56-b874-b4b59691d23f', 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'fixed_ips': [{'subnet_id': '800ae051-6105-4222-b6cf-8b03edfa6328'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:00:10.363886 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.466995 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c9af24a8-da92-4c2d-9669-3739691e003f req-d3a88a17-fdae-4cb7-9c0d-4f27aec4ef89 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985745 Jun 16 17:00:10.696018 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Allocated IP 172.20.0.2 (64de61ba-0468-4f56-b874-b4b59691d23f/800ae051-6105-4222-b6cf-8b03edfa6328/c4482d3f-8cbc-4fa0-8af5-3c0887812913) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:10.699514 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port ec6ab217-c7f2-4224-a528-e361c8afba4c completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:10.713367 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port ec6ab217-c7f2-4224-a528-e361c8afba4c triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:10.713923 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.929121 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.961938 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe33ad-e6ac-42db-bd43-27bfef11afce req-a13a923c-d7f6-447d-8cf3-4832d730e7eb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:10.977192 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-19fe33ad-e6ac-42db-bd43-27bfef11afce req-a13a923c-d7f6-447d-8cf3-4832d730e7eb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.4113429 Jun 16 17:00:11.033482 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-55c8a641-7515-48a7-afe3-171d39d70b0e req-b939c88e-d485-4360-a1ca-9555c2f1777c tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0668740 Jun 16 17:00:11.098584 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-19fe33ad-e6ac-42db-bd43-27bfef11afce req-3af01977-52a6-47b1-8303-5779364d5442 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203415 Jun 16 17:00:11.113740 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.148179 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Transition to ACTIVE for port object c4482d3f-8cbc-4fa0-8af5-3c0887812913 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:11.171664 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.176223 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Transition to ACTIVE for port object c4482d3f-8cbc-4fa0-8af5-3c0887812913 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:11.222719 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port ec6ab217-c7f2-4224-a528-e361c8afba4c, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=ec6ab217-c7f2-4224-a528-e361c8afba4c,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:11.264168 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.278655 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-25330c68-04a6-44e7-bfe7-5f80c3305989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.320979 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Network 64de61ba-0468-4f56-b874-b4b59691d23f is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:11.324850 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.330771 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:11.334092 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:11.379603 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Pushing event updated for resources: {'Port': ['ID=c4482d3f-8cbc-4fa0-8af5-3c0887812913,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:11.379603 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:11.381601 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.518834 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Attempting to bind port c4482d3f-8cbc-4fa0-8af5-3c0887812913 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:11.519168 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Attempting to bind port c4482d3f-8cbc-4fa0-8af5-3c0887812913 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:11.519763 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Attempting to bind port c4482d3f-8cbc-4fa0-8af5-3c0887812913 on network 64de61ba-0468-4f56-b874-b4b59691d23f {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:11.526677 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.549039 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:11.549039 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Checking segment: {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:11.549039 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.549039 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Bound using segment: {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:11.550206 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Bound port: c4482d3f-8cbc-4fa0-8af5-3c0887812913, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:11.550597 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.581227 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.602513 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=ec6ab217-c7f2-4224-a528-e361c8afba4c,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:11.609872 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:11.711681 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] For port c4482d3f-8cbc-4fa0-8af5-3c0887812913, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:11.720057 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] For port c4482d3f-8cbc-4fa0-8af5-3c0887812913, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c4482d3f-8cbc-4fa0-8af5-3c0887812913,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:11.761751 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Allocated IP 172.28.0.237 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/afe17cd4-1cfe-413d-a920-177dc1dc2d3a) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:11.854847 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.855100 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:11.890647 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b6298-04bb-4583-b2b1-a0f9128f2b7c req-de0b580b-2d6d-4f5b-ad83-4a7fcae16cf0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:11.894426 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d94b6298-04bb-4583-b2b1-a0f9128f2b7c req-de0b580b-2d6d-4f5b-ad83-4a7fcae16cf0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1569312 Jun 16 17:00:12.002871 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Pushing event updated for resources: {'Port': ['ID=c4482d3f-8cbc-4fa0-8af5-3c0887812913,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:12.012764 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d94b6298-04bb-4583-b2b1-a0f9128f2b7c req-af82ed45-932b-4cab-bb22-2f8c374c27dd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055365 Jun 16 17:00:12.047150 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:12.080426 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.102626 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device ec6ab217-c7f2-4224-a528-e361c8afba4c up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:12.212548 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port ec6ab217-c7f2-4224-a528-e361c8afba4c triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:12.213713 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.459103 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-41923ead-5a6a-4479-bfc1-7e5656975ff4 req-c435e4c5-b1fe-454a-a414-8c3c8fc6e003 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0843351 Jun 16 17:00:12.490581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:12.496501 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7499adcc-83eb-4e27-b568-a77bae175992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:12.519360 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df18e5-4fe9-4a26-b9de-ad3d92eaea96 req-9a006e88-4616-456c-a33e-46b2260c02ac tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:12.524750 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9df18e5-4fe9-4a26-b9de-ad3d92eaea96 req-9a006e88-4616-456c-a33e-46b2260c02ac tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.2204826 Jun 16 17:00:12.557618 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:12.561315 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:12.567030 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:12.570989 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Pushing event updated for resources: {'Port': ['ID=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:12.593110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:12.602095 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e9df18e5-4fe9-4a26-b9de-ad3d92eaea96 req-7b07d4e6-6802-4e1f-aeea-42940e52f612 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660031 Jun 16 17:00:13.058412 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.320778 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98b248-2643-45d1-a4d6-2b64a1f66d71 None None] Network 64de61ba-0468-4f56-b874-b4b59691d23f requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:00:13.357205 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.368896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2f5da-83e1-40ca-9b71-5132849b415c req-9081feb3-60bc-48ba-a4e4-0be65b2859bd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:13.370969 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-16e2f5da-83e1-40ca-9b71-5132849b415c req-9081feb3-60bc-48ba-a4e4-0be65b2859bd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1700850 Jun 16 17:00:13.492979 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-16e2f5da-83e1-40ca-9b71-5132849b415c req-0bc1ae5c-51bc-4da8-bd7e-68e1bf96ea69 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Jun 16 17:00:13.522891 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-ea899a28-0ace-48dd-b044-3486ad1aa2bf None None] Provisioning for port c4482d3f-8cbc-4fa0-8af5-3c0887812913 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:13.711067 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b783a8cc-bf4f-4d5e-bc9c-92de0a747730 req-7be5f6eb-5807-4e66-9e20-2604bedfd545 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] 10.222.0.72 "GET /v2.0/ports?device_id=252ebca8-24a4-4712-9d1e-9f8ce7ddd0af HTTP/1.1" status: 200 len: 210 time: 0.0532846 Jun 16 17:00:13.724786 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:00:13.985099 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:14.013323 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Sync routers for ids ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:14.025771 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Routers {'5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:14.026585 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:14.032643 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240c344-0042-4f24-95f3-2118302306c0 req-c8af4e3c-05dc-44ed-9690-aba8f1800aaf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:14.053470 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a240c344-0042-4f24-95f3-2118302306c0 req-c8af4e3c-05dc-44ed-9690-aba8f1800aaf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.1661735 Jun 16 17:00:14.134389 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a240c344-0042-4f24-95f3-2118302306c0 req-acd8a89f-30e2-415c-8384-36eb79b7afbc tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816295 Jun 16 17:00:14.141388 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c4482d3f-8cbc-4fa0-8af5-3c0887812913 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:14.152747 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Set router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:14.222240 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.227707 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3203909 Jun 16 17:00:14.228554 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39320) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:14.393778 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port c4482d3f-8cbc-4fa0-8af5-3c0887812913 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:14.401218 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port c4482d3f-8cbc-4fa0-8af5-3c0887812913 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:14.402204 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.449624 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:00:12Z', 'revision_number': 3, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:14.457021 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Checking router: 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:14.457985 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Updating router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 port afe17cd4-1cfe-413d-a920-177dc1dc2d3a binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:14.519552 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.584309 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.630668 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port c4482d3f-8cbc-4fa0-8af5-3c0887812913, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c4482d3f-8cbc-4fa0-8af5-3c0887812913,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:14.818792 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.824024 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:14.897041 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39326) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:14.936534 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=c4482d3f-8cbc-4fa0-8af5-3c0887812913,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:14.941387 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:14.988609 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Deleting subnet fae82268-c098-4e2c-8410-dfb3412966d9 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:00:14.993561 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.051107 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.102559 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.203213 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869cc9-37ff-4f41-9261-1e8a9e038384 req-3d2aa765-2b99-45d2-9c5d-14686e58f444 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.204946 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-52869cc9-37ff-4f41-9261-1e8a9e038384 req-3d2aa765-2b99-45d2-9c5d-14686e58f444 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.4954996 Jun 16 17:00:15.308802 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-52869cc9-37ff-4f41-9261-1e8a9e038384 req-b6051208-146a-40af-a084-0ca263d7eeb3 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811379 Jun 16 17:00:15.332023 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.371616 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Transition to ACTIVE for port object afe17cd4-1cfe-413d-a920-177dc1dc2d3a will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:15.375418 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.381906 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.385015 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:15.445096 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae82268-c098-4e2c-8410-dfb3412966d9,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.455984 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.457844 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.461451 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7669a7ce-7ba6-47b1-9ce0-6a68024906c2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fae82268-c098-4e2c-8410-dfb3412966d9 HTTP/1.1" status: 204 len: 168 time: 0.5627477 Jun 16 17:00:15.464540 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39336) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:15.501664 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.513118 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-24c70408-f18c-4955-b160-090fb736e1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:15.568723 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7142337-1382-4277-a13b-56603f472c59 req-374aa910-b3c8-469f-a743-be3a9b72d80a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.585421 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a7142337-1382-4277-a13b-56603f472c59 req-374aa910-b3c8-469f-a743-be3a9b72d80a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.2832849 Jun 16 17:00:15.590829 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Attempting to bind port afe17cd4-1cfe-413d-a920-177dc1dc2d3a on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:15.591885 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Attempting to bind port afe17cd4-1cfe-413d-a920-177dc1dc2d3a by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:15.591885 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Attempting to bind port afe17cd4-1cfe-413d-a920-177dc1dc2d3a on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:15.599767 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa87226-5293-4d1d-91b0-f218a807435c None None] Pushing event updated for resources: {'Port': ['ID=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,revision_number=2']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-cfa87226-5293-4d1d-91b0-f218a807435c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Bound port: afe17cd4-1cfe-413d-a920-177dc1dc2d3a, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:15.622599 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.624039 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Allocated IP 172.20.0.1 (64de61ba-0468-4f56-b874-b4b59691d23f/800ae051-6105-4222-b6cf-8b03edfa6328/40790ded-1e57-45eb-b553-f25e012e8005) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:15.686411 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] For port afe17cd4-1cfe-413d-a920-177dc1dc2d3a, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:15.688348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.689906 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] For port afe17cd4-1cfe-413d-a920-177dc1dc2d3a, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:15.723111 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a7142337-1382-4277-a13b-56603f472c59 req-6ebd8c4e-6e2d-4671-b9a9-d7977923902f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879893 Jun 16 17:00:15.770168 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.773406 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a868d7-21d8-401c-8006-99ca5e5e765a req-9795559d-044c-41f2-82dd-b8f4bb0f7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:15.773406 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-18a868d7-21d8-401c-8006-99ca5e5e765a req-9795559d-044c-41f2-82dd-b8f4bb0f7a9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.1136594 Jun 16 17:00:15.779450 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Transition to ACTIVE for port object 40790ded-1e57-45eb-b553-f25e012e8005 will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:15.810677 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.816089 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:15.844867 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.863992 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:15.868056 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-18a868d7-21d8-401c-8006-99ca5e5e765a req-83deda40-b260-49b8-8e64-9512c8656e40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816000 Jun 16 17:00:15.877803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c70db7-2c4a-4c4a-a71c-fef4db5e5915') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:15.878228 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c70db7-2c4a-4c4a-a71c-fef4db5e5915') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:15.906145 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa87226-5293-4d1d-91b0-f218a807435c None None] Pushing event updated for resources: {'Port': ['ID=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:15.906145 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-cfa87226-5293-4d1d-91b0-f218a807435c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:15.906145 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Routers {'5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:15.906145 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:15.907954 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.928926 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.944009 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:00:15.945808 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.948781 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:00:15.951490 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:00:15.952657 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:00:15.952943 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:00:15.965622 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-08f143d3-77c2-448e-bf8d-33b356857c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:16.023549 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c4482d3f-8cbc-4fa0-8af5-3c0887812913 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:16.049258 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Network 64de61ba-0468-4f56-b874-b4b59691d23f is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:16.054772 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:16.058306 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:16.138874 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] Set router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:16.155021 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.163811 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Pushing event updated for resources: {'Port': ['ID=40790ded-1e57-45eb-b553-f25e012e8005,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:16.189712 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39344) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:16.216802 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port c4482d3f-8cbc-4fa0-8af5-3c0887812913 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:16.217427 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.223661 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:16.280834 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.289917 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:16.298363 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:00:16.301500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.304625 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] 10.222.0.72 "DELETE /v2.0/networks/e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba HTTP/1.1" status: 204 len: 168 time: 0.8387048 Jun 16 17:00:16.355573 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6995f0e-ec4d-46fe-9d89-b0366dc9e1ba,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:16.372002 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:16.532777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.653841 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:00:12Z', 'revision_number': 3, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:16.661800 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dee4a-c613-4d89-b530-fc368ed7f9d8 None None] The sync data for ids ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'] in dv-cinder-772126-4-smb is: [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:00:12Z', 'revision_number': 3, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:16.729784 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.795056 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.841496 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86396-f220-4d1e-9661-ec339946c473 req-983516dc-b2b3-4d35-95f4-239bd910b5c0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:16.845239 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:16.849701 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-08d86396-f220-4d1e-9661-ec339946c473 req-983516dc-b2b3-4d35-95f4-239bd910b5c0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.2058573 Jun 16 17:00:16.869266 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'port_id': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'mac_address': 'fa:16:3e:80:01:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:00:16.938067 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:16.943157 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9e4e4288-3600-4a6a-a7b4-96f1faeb4c82 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:16.946644 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-08d86396-f220-4d1e-9661-ec339946c473 req-1e58c294-918e-42b7-82f1-02e724dcfaac tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793612 Jun 16 17:00:17.033323 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.055859 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39358) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:17.059206 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-5fe679b0-dfea-4fab-8a1a-27ab85cbd120 None None] Provisioning for port 40790ded-1e57-45eb-b553-f25e012e8005 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:17.097959 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-5fe679b0-dfea-4fab-8a1a-27ab85cbd120 None None] Provisioning complete for port 40790ded-1e57-45eb-b553-f25e012e8005 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:17.104919 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5fe679b0-dfea-4fab-8a1a-27ab85cbd120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.168830 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-3a8ae080-5949-4795-9f70-efe0e857513c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76cbb6cc280644028b801f9969c1a564&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1083782 Jun 16 17:00:17.168830 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39360) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:17.200962 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-5fe679b0-dfea-4fab-8a1a-27ab85cbd120 None None] Port 40790ded-1e57-45eb-b553-f25e012e8005 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:17.212187 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3ee475-7f40-4ba1-828d-f65740592cd4 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:17.267793 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.281964 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:17.298852 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=afa3f47bb8e7427bbd73185a3a6278eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1076596 Jun 16 17:00:17.301963 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39362) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:17.313277 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fd7903-e7fa-4a6d-b4ca-1d0d09fb7082,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:17.325427 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:17.385260 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.406625 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.410005 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:17.422324 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.472641 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.479282 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:17.599952 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=9']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:17.607653 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Pushing event updated for resources: {'Port': ['ID=40790ded-1e57-45eb-b553-f25e012e8005,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:17.611286 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:17.614290 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:17.615064 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.617792 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.619272 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.623333 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.626651 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e9fd902-19c1-4640-929a-8a78508a930e HTTP/1.1" status: 204 len: 168 time: 0.4428110 Jun 16 17:00:17.636384 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5a36b4d5-1ee0-4355-a082-ac71683fe3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:17.647737 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9fd902-19c1-4640-929a-8a78508a930e,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:17.652645 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:17.692885 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:17.748687 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22266c5-0566-4f58-9ef6-227600c8645f req-37eed629-5a82-4ce8-b077-55c3f8ac05c5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:17.751752 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d22266c5-0566-4f58-9ef6-227600c8645f req-37eed629-5a82-4ce8-b077-55c3f8ac05c5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 943 time: 0.3801239 Jun 16 17:00:17.861683 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['ef3ee475-7f40-4ba1-828d-f65740592cd4'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:18.017983 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d22266c5-0566-4f58-9ef6-227600c8645f req-385d220e-78eb-4e38-8c37-4bbaf676112e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333651 Jun 16 17:00:18.037383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Network 64de61ba-0468-4f56-b874-b4b59691d23f is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:18.051548 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:18.121795 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.125143 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.126667 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2fd7903-e7fa-4a6d-b4ca-1d0d09fb7082 HTTP/1.1" status: 204 len: 168 time: 0.8235037 Jun 16 17:00:18.182638 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-ef3c048a-5791-4347-93a1-57df98e9673b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:18.198316 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device afe17cd4-1cfe-413d-a920-177dc1dc2d3a up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:18.216452 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fd7903-e7fa-4a6d-b4ca-1d0d09fb7082,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:18.231777 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9e6591aa-b998-45ed-9593-882011d77c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:18.328344 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:00:18.546349 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:00:18.546523 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605835-ae26-45a1-a216-005fd2764c3b req-4e9aa1fc-85a3-43c7-aa0c-a54ca0c83e2e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:18.550281 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] 10.222.0.72 "PUT /v2.0/routers/5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3166928 Jun 16 17:00:18.554079 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-68605835-ae26-45a1-a216-005fd2764c3b req-4e9aa1fc-85a3-43c7-aa0c-a54ca0c83e2e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1813724 Jun 16 17:00:18.579384 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port afe17cd4-1cfe-413d-a920-177dc1dc2d3a completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:18.585551 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port afe17cd4-1cfe-413d-a920-177dc1dc2d3a triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:18.586016 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.610727 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-5d43e105-6ff3-477a-8e2f-8d73a1ff912a None None] Provisioning complete for port 40790ded-1e57-45eb-b553-f25e012e8005 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:18.611078 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5d43e105-6ff3-477a-8e2f-8d73a1ff912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.622707 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-68605835-ae26-45a1-a216-005fd2764c3b req-4393678d-92f3-4df6-910c-8a4659d54306 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Jun 16 17:00:18.660318 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-5d43e105-6ff3-477a-8e2f-8d73a1ff912a None None] Port 40790ded-1e57-45eb-b553-f25e012e8005 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:18.781608 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.814113 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port afe17cd4-1cfe-413d-a920-177dc1dc2d3a, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:18.926076 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:18.928273 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:19.007092 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:19.012694 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:19.334962 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c9783-9e38-4185-bcd2-4e04672c5036 req-6607b95f-276a-4421-b75d-7a72a165f690 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:19.338266 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e04c9783-9e38-4185-bcd2-4e04672c5036 req-6607b95f-276a-4421-b75d-7a72a165f690 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 944 time: 0.1119204 Jun 16 17:00:19.408337 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e04c9783-9e38-4185-bcd2-4e04672c5036 req-857e3484-ffa4-455f-9235-a37ab7240c82 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637593 Jun 16 17:00:19.537987 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Sync routers for ids ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:00:19.558359 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Routers {'5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:19.559065 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:19.720832 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Set router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:19.766187 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-67a1c791-5b8d-4d69-ad41-45aad176c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:19.767900 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-67a1c791-5b8d-4d69-ad41-45aad176c887 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.1394250 Jun 16 17:00:19.789958 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5761ea-a3fc-42e5-8a1d-a2ff6b54bf4c req-e26b3296-790b-4509-a445-f413564bf686 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:19.789958 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ec5761ea-a3fc-42e5-8a1d-a2ff6b54bf4c req-e26b3296-790b-4509-a445-f413564bf686 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0985522 Jun 16 17:00:20.090966 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device afe17cd4-1cfe-413d-a920-177dc1dc2d3a up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:20.211909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port afe17cd4-1cfe-413d-a920-177dc1dc2d3a triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:20.213092 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.273186 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ec5761ea-a3fc-42e5-8a1d-a2ff6b54bf4c req-0f2bb12f-5519-4289-b665-56caa8bf2b74 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767079 Jun 16 17:00:20.291653 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:20.316894 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-5a2594dc-23af-4f61-83e8-75b0ba01359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:20.319186 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-5a2594dc-23af-4f61-83e8-75b0ba01359f service neutron] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 919 time: 0.5311451 Jun 16 17:00:20.432527 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-e9ab63cb-43ea-4378-9097-b34f88ac733b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 200 len: 217 time: 0.0985217 Jun 16 17:00:20.475515 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port ef3ee475-7f40-4ba1-828d-f65740592cd4 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:20.475515 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.613045 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:00:16Z', 'revision_number': 4, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '40790ded-1e57-45eb-b553-f25e012e8005', 'name': '', 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'mac_address': 'fa:16:3e:0b:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '800ae051-6105-4222-b6cf-8b03edfa6328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:15Z', 'updated_at': '2021-06-16T17:00:16Z', 'revision_number': 2, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'subnets': [{'id': '800ae051-6105-4222-b6cf-8b03edfa6328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:20.614090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-7b920d4a-9432-460a-a19c-0c66dec2c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:20.617841 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-7b920d4a-9432-460a-a19c-0c66dec2c713 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.1794274 Jun 16 17:00:20.662374 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Checking router: 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:00:20.662906 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Updating router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 port 40790ded-1e57-45eb-b553-f25e012e8005 binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:00:20.708259 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-c6734b53-3892-42c3-b871-1f360c65f8e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802641 Jun 16 17:00:20.800950 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:20.911505 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.019376 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:21.022325 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e394e678-5f9a-44b8-8fff-40721fcdbe5e" -d '{"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:21.048215 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:21.055637 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-a8cc3b55-4f4a-449c-af40-76cbc72fb121 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372526 Jun 16 17:00:21.088708 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63606-f4ec-4836-b6d5-008bbbf28769 req-cc133c17-18d3-4257-a5da-cb8d053fae5d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:21.096210 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b5a63606-f4ec-4836-b6d5-008bbbf28769 req-cc133c17-18d3-4257-a5da-cb8d053fae5d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 944 time: 0.2967899 Jun 16 17:00:21.201058 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b5a63606-f4ec-4836-b6d5-008bbbf28769 req-107e40f1-685e-4ed9-b3bd-88532ad2ea6d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038301 Jun 16 17:00:21.282652 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-525fc05e-9dd2-4bc2-9e63-24a00980d98e req-33c5785c-3e7e-4cef-9d25-cf6bc01b71a6 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162540 Jun 16 17:00:21.348800 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c31aeb-fac6-4b51-b588-919c7311df31 x-openstack-request-id: req-95c31aeb-fac6-4b51-b588-919c7311df31 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:21.349422 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:21.353543 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95c31aeb-fac6-4b51-b588-919c7311df31 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:21.353543 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'code': 200} Jun 16 17:00:21.358474 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d158bc6d-8b02-4ba3-a25b-d255d9ccaae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.360489 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.371899 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.473691 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.496249 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Transition to ACTIVE for port object 40790ded-1e57-45eb-b553-f25e012e8005 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:21.524588 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=10']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.536893 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.598230 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.601847 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:21.775876 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58366ca3-0a68-41c9-ac05-929aa73feab4 req-a4984e72-d106-4adb-9a80-4f7809ee8d40 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:21.779594 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-58366ca3-0a68-41c9-ac05-929aa73feab4 req-a4984e72-d106-4adb-9a80-4f7809ee8d40 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1407502 Jun 16 17:00:21.829735 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ef09d-8567-44d2-8366-3f6320822c45 None None] Pushing event updated for resources: {'Port': ['ID=40790ded-1e57-45eb-b553-f25e012e8005,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:21.843349 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d52ef09d-8567-44d2-8366-3f6320822c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:21.921488 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-58366ca3-0a68-41c9-ac05-929aa73feab4 req-ea73823e-3c84-40d8-a9d8-fb45fd2171f8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073792 Jun 16 17:00:21.966811 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Attempting to bind port 40790ded-1e57-45eb-b553-f25e012e8005 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:21.969797 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Attempting to bind port 40790ded-1e57-45eb-b553-f25e012e8005 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:21.970446 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Attempting to bind port 40790ded-1e57-45eb-b553-f25e012e8005 on network 64de61ba-0468-4f56-b874-b4b59691d23f {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:21.981594 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:21.983565 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Checking segment: {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:21.984181 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:21.985812 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Bound using segment: {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:21.986338 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Bound port: 40790ded-1e57-45eb-b553-f25e012e8005, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:21.986738 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:22.160959 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] For port 40790ded-1e57-45eb-b553-f25e012e8005, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:22.174948 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] For port 40790ded-1e57-45eb-b553-f25e012e8005, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=40790ded-1e57-45eb-b553-f25e012e8005,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:22.279678 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:22.288722 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:22.457006 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ef09d-8567-44d2-8366-3f6320822c45 None None] Pushing event updated for resources: {'Port': ['ID=40790ded-1e57-45eb-b553-f25e012e8005,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:22.464248 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d52ef09d-8567-44d2-8366-3f6320822c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:22.468782 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Routers {'5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:00:22.469720 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T16:59:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:22.534297 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e610d-5762-4f5c-8259-4d3c49c97a8a req-73c583fd-e423-453c-be81-9d99dd5f4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:22.536066 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f07e610d-5762-4f5c-8259-4d3c49c97a8a req-73c583fd-e423-453c-be81-9d99dd5f4d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1099 time: 0.1256785 Jun 16 17:00:22.612087 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f07e610d-5762-4f5c-8259-4d3c49c97a8a req-81950f8b-41d2-4cff-a0b8-5d62ccfee2bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633805 Jun 16 17:00:22.697914 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] Set router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:00:22.720377 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c4aac-5e80-45d9-b865-90b3b4a5f231 req-1f18490e-3ee8-400a-a71c-2a5665cb9ba2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:22.733495 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ff0c4aac-5e80-45d9-b865-90b3b4a5f231 req-1f18490e-3ee8-400a-a71c-2a5665cb9ba2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1551619 Jun 16 17:00:22.809062 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ff0c4aac-5e80-45d9-b865-90b3b4a5f231 req-982f65b4-bdcf-4e03-924c-3a00e4566d77 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738695 Jun 16 17:00:23.298899 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:00:16Z', 'revision_number': 4, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '40790ded-1e57-45eb-b553-f25e012e8005', 'name': '', 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'mac_address': 'fa:16:3e:0b:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '800ae051-6105-4222-b6cf-8b03edfa6328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:15Z', 'updated_at': '2021-06-16T17:00:22Z', 'revision_number': 4, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'subnets': [{'id': '800ae051-6105-4222-b6cf-8b03edfa6328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:00:23.319463 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53163b-09da-4522-9234-89324d0bc456 None None] The sync data for ids ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'] in dv-cinder-772126-4-smb is: [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:00:16Z', 'revision_number': 4, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '40790ded-1e57-45eb-b553-f25e012e8005', 'name': '', 'network_id': '64de61ba-0468-4f56-b874-b4b59691d23f', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'mac_address': 'fa:16:3e:0b:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '800ae051-6105-4222-b6cf-8b03edfa6328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:15Z', 'updated_at': '2021-06-16T17:00:22Z', 'revision_number': 4, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'subnets': [{'id': '800ae051-6105-4222-b6cf-8b03edfa6328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:00:23.564786 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-559bf1aa-23fa-4eb4-8071-b56c6eb00e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.595825 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1eb5d-b8fb-4825-91b8-df72aa553284 req-b01e3539-1ca6-4740-9d9c-589907d7544b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:23.604916 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5ec1eb5d-b8fb-4825-91b8-df72aa553284 req-b01e3539-1ca6-4740-9d9c-589907d7544b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.3165734 Jun 16 17:00:23.683722 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:23.687504 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5ec1eb5d-b8fb-4825-91b8-df72aa553284 req-5bec57c7-1e9d-490d-b6bd-40aef913009b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Jun 16 17:00:24.080730 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366044-e0a0-45c6-885f-3fceb266e68c req-a6d744bf-914c-4545-a40d-fe9b3d28cac7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:24.090157 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4b366044-e0a0-45c6-885f-3fceb266e68c req-a6d744bf-914c-4545-a40d-fe9b3d28cac7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.0934782 Jun 16 17:00:24.152947 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4b366044-e0a0-45c6-885f-3fceb266e68c req-aec8e3e6-86b5-4654-a369-1ebb58dc0024 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583608 Jun 16 17:00:24.198583 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 40790ded-1e57-45eb-b553-f25e012e8005 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:24.221317 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:00:24.486889 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:24.588744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 40790ded-1e57-45eb-b553-f25e012e8005 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:24.596446 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 40790ded-1e57-45eb-b553-f25e012e8005 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:24.596854 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.035442 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.080716 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 40790ded-1e57-45eb-b553-f25e012e8005, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=40790ded-1e57-45eb-b553-f25e012e8005,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:25.201305 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd4ce9-2493-4439-8854-75d89fc16760 req-1c77223e-664b-4df8-ae75-ec5fce7ab2c0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.203895 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e6cd4ce9-2493-4439-8854-75d89fc16760 req-1c77223e-664b-4df8-ae75-ec5fce7ab2c0 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1696966 Jun 16 17:00:25.211593 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:25.215518 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-a66b84bf-b7f7-4d03-a9e1-528b00a750a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:25.304013 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e6cd4ce9-2493-4439-8854-75d89fc16760 req-8dcb5908-5320-40f4-a10e-e0814c5fd915 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730577 Jun 16 17:00:25.443401 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=40790ded-1e57-45eb-b553-f25e012e8005,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:25.452208 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:25.697784 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f93e0-f415-4e21-880c-ff0a954ec605 req-9c2bab32-256c-4fb7-8b16-98428024dc90 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:25.701766 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2b7f93e0-f415-4e21-880c-ff0a954ec605 req-9c2bab32-256c-4fb7-8b16-98428024dc90 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1496317 Jun 16 17:00:25.795124 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2b7f93e0-f415-4e21-880c-ff0a954ec605 req-2500d138-2a1d-4e80-a6d1-aa0ddf35531d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814772 Jun 16 17:00:26.004542 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 40790ded-1e57-45eb-b553-f25e012e8005 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:00:26.066987 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 40790ded-1e57-45eb-b553-f25e012e8005 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:26.067275 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.411368 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.458732 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39588) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:26.549317 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450688a-bffb-40e7-b242-972b368d0c72 req-9a08f47d-577d-4b8e-a7c7-78e739296600 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:26.552936 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2450688a-bffb-40e7-b242-972b368d0c72 req-9a08f47d-577d-4b8e-a7c7-78e739296600 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1146090 Jun 16 17:00:26.650192 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2450688a-bffb-40e7-b242-972b368d0c72 req-19a4cfce-ae27-4101-8dd5-a57ae88a4149 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889261 Jun 16 17:00:26.725274 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3f9a25a5-1f9a-466e-871d-968d736de9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:26.878125 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3f9a25a5-1f9a-466e-871d-968d736de9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.006157 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-3f9a25a5-1f9a-466e-871d-968d736de9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.012087 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-32a71d47-4db8-41ab-ac1b-5b4f66010e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:27.067699 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3f9a25a5-1f9a-466e-871d-968d736de9b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0417df9291548bdb25b3016aafa46cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077714 Jun 16 17:00:27.068922 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a25a5-1f9a-466e-871d-968d736de9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e366a-4e62-42b6-8d81-d9fef77dcb70,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:27.072859 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39598) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:27.075151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3f9a25a5-1f9a-466e-871d-968d736de9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:27.111771 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7ee6a-6f41-4dc2-bcc6-0a77076cf882 req-06fc0273-c89c-43f0-9911-3f7d77dec5d3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:27.113500 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6af7ee6a-6f41-4dc2-bcc6-0a77076cf882 req-06fc0273-c89c-43f0-9911-3f7d77dec5d3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1440284 Jun 16 17:00:27.154428 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.194882 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.213975 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6af7ee6a-6f41-4dc2-bcc6-0a77076cf882 req-ea7ddb13-029b-4881-9539-63097c59f8b8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842965 Jun 16 17:00:27.372189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.383679 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:27.386753 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e42e366a-4e62-42b6-8d81-d9fef77dcb70 HTTP/1.1" status: 204 len: 168 time: 0.3117716 Jun 16 17:00:27.388082 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-868faeeb-028e-420a-a1ca-786958cdfe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:27.431251 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e366a-4e62-42b6-8d81-d9fef77dcb70,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:27.439556 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:28.631855 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90193885-b8ab-4252-b761-ef843d292b27 req-d826b9d9-ad6e-4d93-943f-acd00b019aec tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:28.639728 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-90193885-b8ab-4252-b761-ef843d292b27 req-d826b9d9-ad6e-4d93-943f-acd00b019aec tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1275334 Jun 16 17:00:28.686766 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-90193885-b8ab-4252-b761-ef843d292b27 req-5b279832-d035-456c-87d6-44a20143f582 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459309 Jun 16 17:00:28.800952 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:29.214167 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3adc-70a4-45e1-a4e7-d4f1bc6b97d6 req-77203f23-7b4f-498b-8deb-6f34801c511d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:29.221625 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2cbb3adc-70a4-45e1-a4e7-d4f1bc6b97d6 req-77203f23-7b4f-498b-8deb-6f34801c511d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1268220 Jun 16 17:00:29.286448 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2cbb3adc-70a4-45e1-a4e7-d4f1bc6b97d6 req-31480dbb-29e0-41aa-8bbe-9502fa1c99d9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636358 Jun 16 17:00:30.126854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f955e0b-42ca-44e8-b2c3-222c1b0b6b47 req-a05c9bdc-263a-42a4-8e68-2ea4f2748f1b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:30.128463 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f955e0b-42ca-44e8-b2c3-222c1b0b6b47 req-a05c9bdc-263a-42a4-8e68-2ea4f2748f1b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1609812 Jun 16 17:00:30.180715 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f955e0b-42ca-44e8-b2c3-222c1b0b6b47 req-1a4eb183-0757-458a-a221-46d07bbfd5b8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401638 Jun 16 17:00:31.561313 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39704) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:31.750687 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11ccf4-5cbf-49f7-a09b-43bee9a1868d req-7a6c2392-f513-400a-9c7d-98d444da94ac tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:31.760264 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cd11ccf4-5cbf-49f7-a09b-43bee9a1868d req-7a6c2392-f513-400a-9c7d-98d444da94ac tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1258988 Jun 16 17:00:31.799295 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278128-d228-4336-aa87-09956e1f4f25 req-9dd8b490-fae1-4ecf-8ee9-b05a556fb8f8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:31.803856 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c6278128-d228-4336-aa87-09956e1f4f25 req-9dd8b490-fae1-4ecf-8ee9-b05a556fb8f8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1568706 Jun 16 17:00:31.855494 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cd11ccf4-5cbf-49f7-a09b-43bee9a1868d req-0749eed2-30f7-4aec-a72d-50754f8a275d tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942020 Jun 16 17:00:31.894628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:31.937434 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c6278128-d228-4336-aa87-09956e1f4f25 req-9817761e-d8c3-46ea-af96-70ca66ff296f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230788 Jun 16 17:00:32.041200 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.147968 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.152097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f8289931-69e7-4f50-9a37-41dd4167f99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:32.183764 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c10cd-6279-4803-b5c1-13833bc61da0,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:32.187236 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:32.266093 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc738c46dade43f683514c1816a26a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7019014 Jun 16 17:00:32.268816 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39710) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:32.342863 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.382418 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.538894 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.542549 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:32.546246 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd7c10cd-6279-4803-b5c1-13833bc61da0 HTTP/1.1" status: 204 len: 168 time: 0.2734206 Jun 16 17:00:32.546246 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a6f81b0d-06af-4e00-8503-c9e5ee55f9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:32.553979 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c10cd-6279-4803-b5c1-13833bc61da0,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:32.558436 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:33.090226 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34a71-3f77-4cfc-bfd1-bde8f9fc5abf req-ca6c8baa-7444-4f8e-94f7-139e5fd25533 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:33.095963 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88f34a71-3f77-4cfc-bfd1-bde8f9fc5abf req-ca6c8baa-7444-4f8e-94f7-139e5fd25533 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.0920532 Jun 16 17:00:33.189179 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88f34a71-3f77-4cfc-bfd1-bde8f9fc5abf req-978075ad-9774-493c-9791-42170276685e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660722 Jun 16 17:00:33.247121 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb1c2-ee69-4461-a569-ea9eed4f257d req-e50bd136-967b-431d-ba2f-4bc6939522d9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:33.250123 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e00bb1c2-ee69-4461-a569-ea9eed4f257d req-e50bd136-967b-431d-ba2f-4bc6939522d9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1372759 Jun 16 17:00:33.373862 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e00bb1c2-ee69-4461-a569-ea9eed4f257d req-442a7757-6773-4f77-a44f-a511701d240e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154048 Jun 16 17:00:34.554075 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7fe8a-59db-4fdd-b524-7258436bfed4 req-385cd308-062b-4b67-bb0e-70795ecf3eae tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:34.555691 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cdb7fe8a-59db-4fdd-b524-7258436bfed4 req-385cd308-062b-4b67-bb0e-70795ecf3eae tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1026802 Jun 16 17:00:34.651315 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cdb7fe8a-59db-4fdd-b524-7258436bfed4 req-250e6eec-6e13-4ba5-99b0-83ce44a022e8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867465 Jun 16 17:00:34.783684 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b01611-e6c2-41c5-bc70-baef302c7bd8 req-de95d0fa-43dd-42cc-a914-e407b8091d7d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:34.795623 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-64b01611-e6c2-41c5-bc70-baef302c7bd8 req-de95d0fa-43dd-42cc-a914-e407b8091d7d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1195173 Jun 16 17:00:34.846991 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-64b01611-e6c2-41c5-bc70-baef302c7bd8 req-1e6eedc3-3164-4069-98e2-a1117f970505 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500476 Jun 16 17:00:35.995548 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7f5b-6740-4e86-8c89-dd0ef02ee66d req-c1e0cb19-531e-403f-8fc3-799829cc2858 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:35.998786 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-82cb7f5b-6740-4e86-8c89-dd0ef02ee66d req-c1e0cb19-531e-403f-8fc3-799829cc2858 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1545768 Jun 16 17:00:36.076058 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-82cb7f5b-6740-4e86-8c89-dd0ef02ee66d req-2677e0b7-4299-4ef1-9703-d0b0986dde30 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652645 Jun 16 17:00:36.237038 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-e952c2be-9d15-4b51-8f89-bb33b15992d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.239372 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-e952c2be-9d15-4b51-8f89-bb33b15992d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.1522663 Jun 16 17:00:36.260061 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf645f3-ad4e-401f-b3d4-ea0b68377824 req-016c34b0-99f7-4884-9222-94cf55c23b25 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.262151 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4cf645f3-ad4e-401f-b3d4-ea0b68377824 req-016c34b0-99f7-4884-9222-94cf55c23b25 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1447637 Jun 16 17:00:36.466280 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4cf645f3-ad4e-401f-b3d4-ea0b68377824 req-14174c7f-3211-4b7c-8435-306c9fd2bde3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929684 Jun 16 17:00:36.470248 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab7b04-b331-44f5-91c6-f82ef3a4cbf8 req-a07e2cf3-1bea-4d1b-ab6c-9a7a31b482c1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.472315 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-49ab7b04-b331-44f5-91c6-f82ef3a4cbf8 req-a07e2cf3-1bea-4d1b-ab6c-9a7a31b482c1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1708930 Jun 16 17:00:36.536339 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-36228ddb-d3e6-4f3f-bf6e-12d38f937965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.539101 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-36228ddb-d3e6-4f3f-bf6e-12d38f937965 service neutron] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 919 time: 0.2754557 Jun 16 17:00:36.541547 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-49ab7b04-b331-44f5-91c6-f82ef3a4cbf8 req-de30bb42-a0e4-4f51-a328-7f3d42edcfb4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558450 Jun 16 17:00:36.616267 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-768a70ef-d55a-4624-b460-63a61829ae0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 200 len: 217 time: 0.0538964 Jun 16 17:00:36.679356 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-1f6f9914-8458-403a-9910-d083c1d35f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:36.681679 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-1f6f9914-8458-403a-9910-d083c1d35f6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.0534775 Jun 16 17:00:36.731091 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-96b5b85e-01e8-4066-99f5-682f397ce246 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353215 Jun 16 17:00:36.889889 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-8d43649f-8403-4bb1-bd4c-63f4fc316dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497798 Jun 16 17:00:37.055231 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6836e18f-5e91-4bf1-bfbb-9e14bdd7df1c req-36d4042a-94c3-4d71-8b18-f940033928c0 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495564 Jun 16 17:00:37.380840 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bf690-bfd8-4040-88b4-64b5d1f77b60 req-16dd8753-512e-4682-b3ef-2499ee36812f tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:37.383814 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-203bf690-bfd8-4040-88b4-64b5d1f77b60 req-16dd8753-512e-4682-b3ef-2499ee36812f tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1071768 Jun 16 17:00:37.442091 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-203bf690-bfd8-4040-88b4-64b5d1f77b60 req-56b464d6-ce9a-4dc0-975d-a4e387138269 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Jun 16 17:00:37.843594 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e20c76-e6b1-4f64-ad57-e0c6ace29bd7 req-8dafc9df-e394-42df-97a8-f043fbcec1a6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:37.846151 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-08e20c76-e6b1-4f64-ad57-e0c6ace29bd7 req-8dafc9df-e394-42df-97a8-f043fbcec1a6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1433601 Jun 16 17:00:37.898085 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-08e20c76-e6b1-4f64-ad57-e0c6ace29bd7 req-4695a259-eca4-40e9-8e8e-3f55af5fa0b4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Jun 16 17:00:38.231386 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7303d-d158-4fcd-89a7-390aad93dbd6 req-394eacc0-32a4-4adf-a951-2c66bed2204f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:38.233226 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fbe7303d-d158-4fcd-89a7-390aad93dbd6 req-394eacc0-32a4-4adf-a951-2c66bed2204f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1324530 Jun 16 17:00:38.291181 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fbe7303d-d158-4fcd-89a7-390aad93dbd6 req-50160717-bd4f-417a-8caa-686434125add tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511217 Jun 16 17:00:38.651169 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7553-1968-4374-a5fe-4e045bfa4e5d req-8ff155ce-b34d-461a-ad8a-71a890b29410 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:38.652979 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc5c7553-1968-4374-a5fe-4e045bfa4e5d req-8ff155ce-b34d-461a-ad8a-71a890b29410 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.0709274 Jun 16 17:00:38.718477 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc5c7553-1968-4374-a5fe-4e045bfa4e5d req-e1e221b5-5226-470a-bac2-84e99057b8b8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Jun 16 17:00:39.126245 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321bc9-3223-4111-8d95-4b476e60254f req-bb35f196-4344-4d9c-b5e0-aa8b82761608 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.129508 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-00321bc9-3223-4111-8d95-4b476e60254f req-bb35f196-4344-4d9c-b5e0-aa8b82761608 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.0862145 Jun 16 17:00:39.185298 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-00321bc9-3223-4111-8d95-4b476e60254f req-4f5153cb-55e6-4f9f-9d45-e4e946d12d50 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489540 Jun 16 17:00:39.584072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845fe9-3766-4066-8852-e081acf997cd req-e616c8e6-659c-488a-9d94-720b4255a07e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.591456 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-04845fe9-3766-4066-8852-e081acf997cd req-e616c8e6-659c-488a-9d94-720b4255a07e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1206717 Jun 16 17:00:39.643854 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-04845fe9-3766-4066-8852-e081acf997cd req-ee21fec0-7d41-4eb2-a7d8-2cbab92cd27c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Jun 16 17:00:39.989195 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e284f-69b6-43ac-8f28-9b5d891d16be req-88a01bbd-016c-471f-b677-e71e2aaaf7ee tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:39.993995 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a15e284f-69b6-43ac-8f28-9b5d891d16be req-88a01bbd-016c-471f-b677-e71e2aaaf7ee tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1437628 Jun 16 17:00:40.069989 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a15e284f-69b6-43ac-8f28-9b5d891d16be req-32ed0e34-eade-4405-b161-60f8fda7d1fe tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Jun 16 17:00:40.086457 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-63b1c85c-9fbf-4333-9b5f-ef7743b17a03 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.088909 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-63b1c85c-9fbf-4333-9b5f-ef7743b17a03 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 814 time: 0.1663938 Jun 16 17:00:40.105297 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-8a3fb62b-8e37-4d86-9120-76b0d6a6d637 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/quotas/fbe204e38cbe42eb9d298a44054c8f29 HTTP/1.1" status: 200 len: 375 time: 0.0104067 Jun 16 17:00:40.213050 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-6b9533bc-6e8a-403e-82a9-d90c306c91f5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009352 Jun 16 17:00:40.348468 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-4517d742-3752-40b3-9209-b6c3ccac3fac service neutron] 10.222.0.72 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178157 Jun 16 17:00:40.544214 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-35c766ba-568d-460e-941e-6acd9b16adf9 service neutron] 10.222.0.72 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859043 Jun 16 17:00:40.569973 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-ef033dd3-a712-48ba-9432-63be1ddc2272 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.571800 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-ef033dd3-a712-48ba-9432-63be1ddc2272 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.2069011 Jun 16 17:00:40.586036 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c15b7a-bb5e-4241-87f4-7a89f50a3cf4 req-f1359ceb-3901-49ac-b889-421eb1be5a2c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:40.588086 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-18c15b7a-bb5e-4241-87f4-7a89f50a3cf4 req-f1359ceb-3901-49ac-b889-421eb1be5a2c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1454620 Jun 16 17:00:40.681964 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-18c15b7a-bb5e-4241-87f4-7a89f50a3cf4 req-48ae4111-060a-4d62-90b5-97bebfb7834d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800066 Jun 16 17:00:40.792624 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Deleting port 8d3f6937-5213-4ac8-9772-5261468633ff {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:00:40.793206 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.008603 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d8c8b533-7655-4b36-a8b3-e304b3b8ef52 req-b42bc06a-643f-4756-8f6e-daecedfbdd27 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 210 time: 0.0797324 Jun 16 17:00:41.058685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] For port 8d3f6937-5213-4ac8-9772-5261468633ff, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8d3f6937-5213-4ac8-9772-5261468633ff,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:00:41.059600 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.118969 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212131ca-7dad-4e8c-992a-8885ffd937ec req-da7d5323-ef27-4f28-833a-538f7d00206e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:41.120899 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-212131ca-7dad-4e8c-992a-8885ffd937ec req-da7d5323-ef27-4f28-833a-538f7d00206e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1958263 Jun 16 17:00:41.148009 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Calling delete_port for 8d3f6937-5213-4ac8-9772-5261468633ff owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:00:41.232185 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-212131ca-7dad-4e8c-992a-8885ffd937ec req-a6a50303-f5dd-4e03-9922-2196f87c3668 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Jun 16 17:00:41.326131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6715b-873d-4bcf-b68a-675058eaec20 req-e35afce2-7832-420e-a645-750bccc36f48 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:41.328093 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-def6715b-873d-4bcf-b68a-675058eaec20 req-e35afce2-7832-420e-a645-750bccc36f48 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 945 time: 0.1002703 Jun 16 17:00:41.394113 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-def6715b-873d-4bcf-b68a-675058eaec20 req-eb16bd91-e356-46a3-bac9-41e8fdc00520 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Jun 16 17:00:41.491402 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.498370 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bb7c4af8-1048-4aad-9b35-89c5a58b4a57 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:41.510498 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['8d3f6937-5213-4ac8-9772-5261468633ff'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:00:41.549026 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Pushing event deleted for resources: {'Port': ['ID=8d3f6937-5213-4ac8-9772-5261468633ff,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:41.556195 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:41.638013 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] No DVR routers for this DVR port 8d3f6937-5213-4ac8-9772-5261468633ff on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:00:41.641990 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.645683 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8d412424-d9d8-4020-bd3c-c82d8cf3de34 req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "DELETE /v2.0/ports/8d3f6937-5213-4ac8-9772-5261468633ff HTTP/1.1" status: 204 len: 173 time: 1.0561817 Jun 16 17:00:41.646476 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'name': 'network-vif-deleted', 'tag': '8d3f6937-5213-4ac8-9772-5261468633ff'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:41.651169 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00191809-253d-4110-ae68-5c423a723b16" -d '{"events": [{"server_uuid": "b04fed04-9b17-40e8-bcc2-da484563cc53", "name": "network-vif-deleted", "tag": "8d3f6937-5213-4ac8-9772-5261468633ff"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:41.695584 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5273b7d-2922-4f62-ac10-9ec3d9a8ec54 x-openstack-request-id: req-d5273b7d-2922-4f62-ac10-9ec3d9a8ec54 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:41.695954 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04fed04-9b17-40e8-bcc2-da484563cc53", "name": "network-vif-deleted", "tag": "8d3f6937-5213-4ac8-9772-5261468633ff", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:41.696244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5273b7d-2922-4f62-ac10-9ec3d9a8ec54 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:41.696668 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04fed04-9b17-40e8-bcc2-da484563cc53', 'name': 'network-vif-deleted', 'tag': '8d3f6937-5213-4ac8-9772-5261468633ff', 'status': 'completed', 'code': 200} Jun 16 17:00:42.148463 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-93ff639d-1d61-4f34-80b6-dc7c67d19ccf req-aa1dd9d1-7b10-46a9-9001-89937e0eb67d tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 210 time: 0.0434484 Jun 16 17:00:42.229638 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 39986) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:42.407126 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.511016 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de23b-e29b-4c80-819e-1ae0feaacec6 req-da032635-95c9-48d8-a464-ce13491a8d19 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:42.512629 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1f3de23b-e29b-4c80-819e-1ae0feaacec6 req-da032635-95c9-48d8-a464-ce13491a8d19 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0992169 Jun 16 17:00:42.564577 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.578615 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1f3de23b-e29b-4c80-819e-1ae0feaacec6 req-d09ce05d-d479-45fa-ba77-c4c6154425ec tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Jun 16 17:00:42.603776 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-672403ab-edce-42ec-bee0-2dfbc737bbd9 req-4889f11e-5c4d-4e0e-b04e-ddd7e7a49304 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=b04fed04-9b17-40e8-bcc2-da484563cc53 HTTP/1.1" status: 200 len: 210 time: 0.0372171 Jun 16 17:00:42.683522 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.686504 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-653e04b2-4508-40d6-9aae-db44e5dd6e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:42.727530 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0eac60cd4cbd4226a1add4d92cadee04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932866 Jun 16 17:00:42.727530 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db05fcb-0308-4a32-b756-f847c7cf208a,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:42.728147 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 39994) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:42.729820 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:42.791550 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:42.815655 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.034777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.040290 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.042209 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5db05fcb-0308-4a32-b756-f847c7cf208a HTTP/1.1" status: 204 len: 168 time: 0.3127093 Jun 16 17:00:43.043609 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b4304b90-d7ab-46ec-9b5e-8c67b66ae8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:43.057854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db05fcb-0308-4a32-b756-f847c7cf208a,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:43.061494 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:43.339197 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3c27fc8d-0ebd-4302-bfcc-810a520ba531 req-bf1eeeda-0e11-4d38-a2c7-a60b1ff2b5cc tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 210 time: 0.0567658 Jun 16 17:00:43.842732 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f790-52f4-4e04-a3a7-b47f1583a5e3 req-4c511a6e-8f87-4696-bcc4-e967ec02106c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:43.844471 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5011f790-52f4-4e04-a3a7-b47f1583a5e3 req-4c511a6e-8f87-4696-bcc4-e967ec02106c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1205568 Jun 16 17:00:43.889792 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5011f790-52f4-4e04-a3a7-b47f1583a5e3 req-95b16b3b-e96a-45cf-b963-07f330606b80 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388341 Jun 16 17:00:43.979016 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40018) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:43.997809 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.125860 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.290681 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.298692 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-aea2d9f9-3fae-4686-9dd1-84328fd190e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:44.373502 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9437a549a074042b293707041851277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929021 Jun 16 17:00:44.377541 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40028) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:00:44.378609 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad77d9-cd9c-4ae8-b231-4e3354603b75,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:44.384554 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:44.419630 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 8d3f6937-5213-4ac8-9772-5261468633ff no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:00:44.453123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 8d3f6937-5213-4ac8-9772-5261468633ff {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:00:44.453588 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 8d3f6937-5213-4ac8-9772-5261468633ff not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:00:44.477022 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.510937 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.583069 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0169ec4a-8f81-4299-ae23-3e99c3d71ce9 req-fd58049e-26ed-449a-a19e-e9f3a3c8653e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 210 time: 0.0427458 Jun 16 17:00:44.725673 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.728574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:44.729818 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bdad77d9-cd9c-4ae8-b231-4e3354603b75 HTTP/1.1" status: 204 len: 168 time: 0.3506207 Jun 16 17:00:44.730642 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-08780d6f-a3e4-4cb9-9cf1-06f011e41761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:44.739902 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad77d9-cd9c-4ae8-b231-4e3354603b75,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:44.743847 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:45.104995 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b8155db-b527-4d44-a45c-c955786ede11 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:45.107415 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b8155db-b527-4d44-a45c-c955786ede11 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.13 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 814 time: 0.1223845 Jun 16 17:00:45.141992 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'port': {'device_id': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'admin_state_up': True, 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:45.193555 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50c857-624c-4e1b-b04d-52a1e704ea0b req-142a626a-793e-4efe-aa3c-60bf611755d1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:45.195872 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0b50c857-624c-4e1b-b04d-52a1e704ea0b req-142a626a-793e-4efe-aa3c-60bf611755d1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0906312 Jun 16 17:00:45.247304 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0b50c857-624c-4e1b-b04d-52a1e704ea0b req-393f3b0f-16d0-4cb4-912c-a7d867044d97 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Jun 16 17:00:45.451475 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Made reservation on behalf of fbe204e38cbe42eb9d298a44054c8f29 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:00:45.463657 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.652089 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Allocated IP 172.20.0.13 (e7fbb890-d4f5-42fd-a03c-4178ca285a6d/4a15ee79-f225-4eb0-9488-191ad0ca9a1e/0dadbb17-0524-487e-813e-087519b59ea5) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:00:45.795256 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8c2926a6-3d86-4324-8cf7-bbfbd05b75c7 req-09c32b5d-dab6-45bd-b3c7-48145c903516 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 210 time: 0.0578277 Jun 16 17:00:45.900079 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.918715 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Transition to ACTIVE for port object 0dadbb17-0524-487e-813e-087519b59ea5 will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:46.085704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.097119 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:46.144854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:00:46.151899 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:00:46.157006 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:00:46.166350 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:46.189241 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:46.221645 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:46.222433 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.380564 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2458878 Jun 16 17:00:46.403771 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Request body: {'port': {'device_id': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:00:46.544994 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-2c89aab8-527c-4c74-b402-07d20e4d8232 None None] Provisioning for port 0dadbb17-0524-487e-813e-087519b59ea5 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:00:46.552357 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-2c89aab8-527c-4c74-b402-07d20e4d8232 None None] Provisioning complete for port 0dadbb17-0524-487e-813e-087519b59ea5 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:00:46.553630 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2c89aab8-527c-4c74-b402-07d20e4d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.569546 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70058-52a4-423d-8fc7-294ef58e26b3 req-425d4a40-0b78-468a-ac07-ada2da1dd372 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:46.573330 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3e70058-52a4-423d-8fc7-294ef58e26b3 req-425d4a40-0b78-468a-ac07-ada2da1dd372 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1074965 Jun 16 17:00:46.623116 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:46.715585 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3e70058-52a4-423d-8fc7-294ef58e26b3 req-4643894e-019c-41b9-b36f-93ffdd998854 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257422 Jun 16 17:00:46.752825 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-2c89aab8-527c-4c74-b402-07d20e4d8232 None None] Port 0dadbb17-0524-487e-813e-087519b59ea5 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:00:47.338108 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a81261-a705-40ef-9b52-03797270b235 req-79038b4d-582e-4f93-9a9f-f692b4a5df1b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:47.340924 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-36a81261-a705-40ef-9b52-03797270b235 req-79038b4d-582e-4f93-9a9f-f692b4a5df1b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 932 time: 0.2600801 Jun 16 17:00:47.482779 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-36a81261-a705-40ef-9b52-03797270b235 req-2b4579c9-3233-4d62-9e89-7271a0c8a0c6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252244 Jun 16 17:00:47.603258 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dadbb17-0524-487e-813e-087519b59ea5 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:00:47.612776 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.634439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Transition to ACTIVE for port object 0dadbb17-0524-487e-813e-087519b59ea5 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:00:47.726405 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:47.733245 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:48.036641 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:48.063443 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:48.187428 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53983b4b-e36d-41fd-853f-fb37ef7c88ef req-6ccfd66f-8c3a-4e50-929f-605901016363 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.191241 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-53983b4b-e36d-41fd-853f-fb37ef7c88ef req-6ccfd66f-8c3a-4e50-929f-605901016363 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1172807 Jun 16 17:00:48.199063 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Attempting to bind port 0dadbb17-0524-487e-813e-087519b59ea5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:00:48.199410 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Attempting to bind port 0dadbb17-0524-487e-813e-087519b59ea5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:00:48.199764 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Attempting to bind port 0dadbb17-0524-487e-813e-087519b59ea5 on network e7fbb890-d4f5-42fd-a03c-4178ca285a6d {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:48.205599 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Port 0dadbb17-0524-487e-813e-087519b59ea5 on network e7fbb890-d4f5-42fd-a03c-4178ca285a6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:00:48.205907 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Attempting to bind port 0dadbb17-0524-487e-813e-087519b59ea5 on network e7fbb890-d4f5-42fd-a03c-4178ca285a6d {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:00:48.213085 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:00:48.213552 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Checking segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:00:48.213945 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Bound using segment: {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:00:48.214394 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Bound port: 0dadbb17-0524-487e-813e-087519b59ea5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f3ddbc-2a7c-4556-a644-8ef858408512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:00:48.214756 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.312369 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-53983b4b-e36d-41fd-853f-fb37ef7c88ef req-7cabaa86-34fa-4746-a5ca-d4799227a50f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108685 Jun 16 17:00:48.363684 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:00:48.369946 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:00:48.644470 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.661440 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0bc7862f-e726-46ef-aef4-cfc83de76fd2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:00:48.681144 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:48.682624 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:48.688474 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] 10.222.0.13 "PUT /v2.0/ports/0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 1094 time: 2.2920830 Jun 16 17:00:48.690972 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:00:48.697601 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:00:48.941753 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf972c38-c962-46bb-b736-549e6ddeb7cc x-openstack-request-id: req-bf972c38-c962-46bb-b736-549e6ddeb7cc {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:00:48.941753 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:00:48.941753 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf972c38-c962-46bb-b736-549e6ddeb7cc {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:00:48.941753 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'status': 'completed', 'code': 200} Jun 16 17:00:48.956337 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:00:48.990100 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:00:49.036281 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589dd8-e45a-4f01-b8a5-f3264aef4dbd req-aedc69c7-d42f-47aa-9325-d4fcbd5e7a43 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.038687 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-13589dd8-e45a-4f01-b8a5-f3264aef4dbd req-aedc69c7-d42f-47aa-9325-d4fcbd5e7a43 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.2195334 Jun 16 17:00:49.115321 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-13589dd8-e45a-4f01-b8a5-f3264aef4dbd req-55252aca-b6c1-4092-83ad-e134d1ef6fd8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685852 Jun 16 17:00:49.362290 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-5d3e4910-ed30-44f8-abc9-d6c7e6e889a0 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.364109 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-5d3e4910-ed30-44f8-abc9-d6c7e6e889a0 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/networks?id=65b50d53-2588-4989-9096-adef2886cdc7 HTTP/1.1" status: 200 len: 813 time: 0.1293128 Jun 16 17:00:49.386614 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-cb2e5f58-b5c1-4869-9898-0361151121d8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/quotas/a88268cb20274c0dbc18694ae461836a HTTP/1.1" status: 200 len: 375 time: 0.0112913 Jun 16 17:00:49.464619 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-619be831-62ad-481c-bc1b-2134894db0d8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a88268cb20274c0dbc18694ae461836a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658729 Jun 16 17:00:49.608960 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-259fbb78-989b-45e7-9a20-004fc3af2a04 service neutron] 10.222.0.72 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381226 Jun 16 17:00:49.625880 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb04f90-7100-4e11-84e9-95f1b8ed714a req-16d22f4d-9560-4ec7-8a2b-c0963240300d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:49.634362 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9bb04f90-7100-4e11-84e9-95f1b8ed714a req-16d22f4d-9560-4ec7-8a2b-c0963240300d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1410673 Jun 16 17:00:49.698105 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9bb04f90-7100-4e11-84e9-95f1b8ed714a req-d18edeff-a458-40f2-8696-3f1f25e520e9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579188 Jun 16 17:00:49.767106 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-db48b608-e287-4ca5-bff9-cad6781f1aa7 service neutron] 10.222.0.72 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569417 Jun 16 17:00:50.250362 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a63411bd-91c7-42b8-a399-ea1a597b8133 req-db6e5cf6-5c0a-47c2-aea9-591c6e91a49c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0643647 Jun 16 17:00:50.569566 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398c0e6-681a-457e-9f65-654b101d46a8 req-7dc137fd-15a0-4578-9b96-c6f8d0d6f602 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.571244 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5398c0e6-681a-457e-9f65-654b101d46a8 req-7dc137fd-15a0-4578-9b96-c6f8d0d6f602 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1298361 Jun 16 17:00:50.618860 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5398c0e6-681a-457e-9f65-654b101d46a8 req-652c8999-ff0a-4171-a5eb-0e1ea51033e3 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Jun 16 17:00:50.937404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf06f49-3c5f-4b09-ac83-736e9a0fc6e9 req-0ebe959e-c86f-4fe0-96ca-6040c80e9223 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:50.939211 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ebf06f49-3c5f-4b09-ac83-736e9a0fc6e9 req-0ebe959e-c86f-4fe0-96ca-6040c80e9223 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0811350 Jun 16 17:00:50.996181 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ebf06f49-3c5f-4b09-ac83-736e9a0fc6e9 req-cade4b6b-39c1-45bb-a32f-c7d106315e99 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451822 Jun 16 17:00:51.010706 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-df97517a-db11-45db-b6cb-7a4383150ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:51.354057 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4e44ce4a-d93f-4dc1-8578-0eb35d0afe73 req-1e85f6d2-2824-4c36-83ff-56d900e3291f tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0357308 Jun 16 17:00:52.232934 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e7a1-fca3-4a0e-82c4-3379f998cd30 req-02009de6-97cc-4b0d-af2d-d8fcf2acfc4e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:52.246691 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2117e7a1-fca3-4a0e-82c4-3379f998cd30 req-02009de6-97cc-4b0d-af2d-d8fcf2acfc4e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.4389327 Jun 16 17:00:52.309871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35878ab-1834-4cc0-b303-9b6485e6b783 req-66cc716e-4900-4626-a5c4-91a58e1b1c89 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:52.312604 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d35878ab-1834-4cc0-b303-9b6485e6b783 req-66cc716e-4900-4626-a5c4-91a58e1b1c89 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1494532 Jun 16 17:00:52.315703 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2117e7a1-fca3-4a0e-82c4-3379f998cd30 req-f15b85bf-660d-4772-8c98-97c73e49b6e2 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680077 Jun 16 17:00:52.384709 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d35878ab-1834-4cc0-b303-9b6485e6b783 req-b21b32eb-f0c3-46f9-93c8-c8122224f94e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610352 Jun 16 17:00:52.560673 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b996677c-1780-4dcc-b8b2-82a73c910a04 req-d08ff64f-a6b8-46a0-ae92-b54497abb963 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0496080 Jun 16 17:00:53.594395 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-da7ca1bf-08bf-4c8e-aa6b-a1f0d0d8c861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.633632 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:53.661897 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aa7fb-788c-4a4f-87e6-243b581d5e35 req-712e99a8-1862-4f3d-b8d5-bf7e0e092e69 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:53.663694 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-486aa7fb-788c-4a4f-87e6-243b581d5e35 req-712e99a8-1862-4f3d-b8d5-bf7e0e092e69 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1287084 Jun 16 17:00:53.755615 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4725e83-b0ee-4510-b0db-04dafbcb6bf2 req-341e6341-d265-4baf-97c3-bae400458a5d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:53.757697 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4725e83-b0ee-4510-b0db-04dafbcb6bf2 req-341e6341-d265-4baf-97c3-bae400458a5d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1213021 Jun 16 17:00:53.823958 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4725e83-b0ee-4510-b0db-04dafbcb6bf2 req-b6a2b84c-6e07-492c-b343-07f6a8fa8053 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559363 Jun 16 17:00:54.044181 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-486aa7fb-788c-4a4f-87e6-243b581d5e35 req-caf94ea1-2985-4c54-b73c-4d94afa66527 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680868 Jun 16 17:00:54.161894 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4c01349c-a560-4aac-b46b-8f355de7d781 req-32820c8a-eeb4-4c26-8fed-87a8f929bd52 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0570073 Jun 16 17:00:54.486909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:55.057471 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722c8c6-de66-4a11-ae98-d5618414e9bd req-33f386ba-8cc3-4ba8-a510-f5b8f55e5d4e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.060016 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4722c8c6-de66-4a11-ae98-d5618414e9bd req-33f386ba-8cc3-4ba8-a510-f5b8f55e5d4e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0852396 Jun 16 17:00:55.110792 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4722c8c6-de66-4a11-ae98-d5618414e9bd req-1a850945-b5b3-4569-b986-353f8f125c3c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445635 Jun 16 17:00:55.399398 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745683-304a-47f1-acae-6779cacf1f3b req-4c95c8ab-d399-4d52-975e-1c1f4b9ebce6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:55.401267 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73745683-304a-47f1-acae-6779cacf1f3b req-4c95c8ab-d399-4d52-975e-1c1f4b9ebce6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1366951 Jun 16 17:00:55.403375 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a0c22dc9-bffd-4835-8b54-06afe657617e req-1e0bf8ea-e418-481c-9bb1-a9e9c6028292 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0335448 Jun 16 17:00:55.498571 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73745683-304a-47f1-acae-6779cacf1f3b req-93dbf46f-354b-4a95-b55f-21575881315f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824819 Jun 16 17:00:56.286480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:56.423164 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c7f6-aa20-4d7f-8278-d6fc24d1feec req-03a686a6-0a7e-4977-a1e2-7459047d99af tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:56.428301 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6f76c7f6-aa20-4d7f-8278-d6fc24d1feec req-03a686a6-0a7e-4977-a1e2-7459047d99af tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1197059 Jun 16 17:00:56.494636 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6f76c7f6-aa20-4d7f-8278-d6fc24d1feec req-6493825f-a5c8-46a4-8452-0ef5dc4fa5cf tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Jun 16 17:00:56.704927 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-979ee0c1-ba32-4515-b895-85b5b4db542e req-77e7da58-ee2c-4e25-b4e5-cb6d51a5ce75 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0667064 Jun 16 17:00:56.856566 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b4a4-c300-412b-aa70-c14de499a021 req-8bde1377-7db3-49fa-96a6-f925b31c0a0d tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:56.858251 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1909b4a4-c300-412b-aa70-c14de499a021 req-8bde1377-7db3-49fa-96a6-f925b31c0a0d tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1288612 Jun 16 17:00:56.904608 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1909b4a4-c300-412b-aa70-c14de499a021 req-f896e2ff-b389-4cd9-8f07-93db23d47dcf tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Jun 16 17:00:57.842737 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583e277-f5dd-43ab-9c05-a16dcd06aca8 req-e9c010a3-e01c-4ebd-b3d4-5c6d18dd8f14 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:57.844477 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9583e277-f5dd-43ab-9c05-a16dcd06aca8 req-e9c010a3-e01c-4ebd-b3d4-5c6d18dd8f14 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1121995 Jun 16 17:00:57.926325 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9583e277-f5dd-43ab-9c05-a16dcd06aca8 req-6e020227-27a6-4161-aaa4-8ca584a5a30f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 Jun 16 17:00:58.017813 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-999a6970-435f-4d4f-a15c-e90c1ae179d2 req-a94db194-5016-4b36-87f6-dca41d291309 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0395279 Jun 16 17:00:58.174576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ff297-e4a3-453d-b3b9-76fae3c291dc req-709c0eac-6d86-4b1e-8d06-61a5b1f6f820 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:58.176403 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f28ff297-e4a3-453d-b3b9-76fae3c291dc req-709c0eac-6d86-4b1e-8d06-61a5b1f6f820 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.0785716 Jun 16 17:00:58.238314 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f28ff297-e4a3-453d-b3b9-76fae3c291dc req-42d135af-e66e-435f-bd70-5411e74794a7 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551856 Jun 16 17:00:58.760109 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:59.213740 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d2ee-1ac9-4630-9685-2a41a8d3ac2c req-2bbcd834-37d8-4e4d-ac92-122fb7fba666 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:59.224778 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fbc7d2ee-1ac9-4630-9685-2a41a8d3ac2c req-2bbcd834-37d8-4e4d-ac92-122fb7fba666 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1452410 Jun 16 17:00:59.240124 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-78a16726-e278-42af-963a-da641d33d376 req-2202a7e8-d83e-4fd6-88f6-50a8efa2bdcb tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0338099 Jun 16 17:00:59.290751 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fbc7d2ee-1ac9-4630-9685-2a41a8d3ac2c req-39137de8-a3e6-4d0c-9c94-2caee0fd2eeb tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600178 Jun 16 17:00:59.536501 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806405-71e6-4a81-b6ce-543875578448 req-02e6cb05-1f82-487b-8266-6d0be0371f70 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:00:59.538586 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dd806405-71e6-4a81-b6ce-543875578448 req-02e6cb05-1f82-487b-8266-6d0be0371f70 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.0968201 Jun 16 17:00:59.607591 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dd806405-71e6-4a81-b6ce-543875578448 req-011f617b-cfbc-46f8-b71b-a785809d6d09 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617669 Jun 16 17:01:00.558841 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-39539a5e-eb2c-46fe-8349-4ded3dfe35de req-2c133cb9-e6f9-4ffb-be0f-d6d0acf0d4cb tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0994971 Jun 16 17:01:00.748962 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035755-b386-47a7-8cd1-ee2b9e252e19 req-9d92f56d-0fa0-4b85-9e40-4bff288e1bc4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:00.752304 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ab035755-b386-47a7-8cd1-ee2b9e252e19 req-9d92f56d-0fa0-4b85-9e40-4bff288e1bc4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1270812 Jun 16 17:01:00.809978 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ab035755-b386-47a7-8cd1-ee2b9e252e19 req-a23cf8d2-57e8-4126-8584-08586d541374 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Jun 16 17:01:00.926460 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ac2bb-1784-424d-aeda-bf427ec9dae2 req-f16b455c-e2b3-4250-a60f-266276427621 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:00.930537 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2d8ac2bb-1784-424d-aeda-bf427ec9dae2 req-f16b455c-e2b3-4250-a60f-266276427621 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1208746 Jun 16 17:01:00.994451 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2d8ac2bb-1784-424d-aeda-bf427ec9dae2 req-677d8d0e-9be3-42a6-b122-684086140798 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Jun 16 17:01:01.210266 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40328) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:01.237986 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:01.366458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.501542 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.610473 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.614500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-005a37e8-5ef1-4759-b28f-109324ed0dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:01.657281 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30f55d-a90c-4dec-b417-386c8ae0dcbf,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:01.680624 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6505bd19b31482487c3f941e8275c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504249 Jun 16 17:01:01.680858 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40336) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:01.681897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:01.738697 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.772338 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.806617 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eaca7532-4712-4f2a-a208-8dd9b9f7001f req-ee203ec7-016e-4686-8a05-4336f599d7f5 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0388608 Jun 16 17:01:01.976400 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.981607 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:01.983617 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff30f55d-a90c-4dec-b417-386c8ae0dcbf HTTP/1.1" status: 204 len: 168 time: 0.3163998 Jun 16 17:01:02.012794 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0f5d5a09-6d88-4c71-959d-246cf7c9b503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:02.033322 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30f55d-a90c-4dec-b417-386c8ae0dcbf,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:02.052411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.053427 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.054313 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.055424 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.056281 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.057435 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.058276 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.059201 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.059739 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.060346 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.060961 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.062505 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:02.068219 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:02.158527 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fede2-1eb9-468e-9da0-2a7366bac57a req-8dee6273-b45c-4b8a-af35-75873ad69b2f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.161872 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-571fede2-1eb9-468e-9da0-2a7366bac57a req-8dee6273-b45c-4b8a-af35-75873ad69b2f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.2044744 Jun 16 17:01:02.214408 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04 req-4094414e-b2e7-4ee8-8431-6d0a064628b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.217149 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04 req-4094414e-b2e7-4ee8-8431-6d0a064628b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1097 time: 0.1825001 Jun 16 17:01:02.240448 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-571fede2-1eb9-468e-9da0-2a7366bac57a req-98ea49c0-d362-4d91-8abc-f690fc274358 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573440 Jun 16 17:01:02.568890 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264c15-8571-4c12-b994-5029b7265c6e req-887a9a7f-1152-40b0-bacc-dc5818aed417 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.572386 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9264c15-8571-4c12-b994-5029b7265c6e req-887a9a7f-1152-40b0-bacc-dc5818aed417 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.3868740 Jun 16 17:01:02.578366 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04 req-b11158c4-64ad-417a-8b8b-615f7a3accca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.581117 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04 req-b11158c4-64ad-417a-8b8b-615f7a3accca service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3218398 Jun 16 17:01:02.602898 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-5781f9a7-c0a3-4717-a791-033adadc07be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3229022 Jun 16 17:01:02.793742 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9264c15-8571-4c12-b994-5029b7265c6e req-b0d15098-ad6f-4029-87e3-b651de6840d1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084303 Jun 16 17:01:02.852772 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04 req-0bcd41fe-0dd1-4130-960f-3c0ed2a70ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.854494 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a9e7bf19-57e8-41b5-b0f7-93c36eff4e04 req-0bcd41fe-0dd1-4130-960f-3c0ed2a70ad3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2503932 Jun 16 17:01:02.860083 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9994cee-712d-49cf-b10e-f960e2db493f req-b042b798-f272-4ebf-8854-795c94dae1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:02.861857 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-b042b798-f272-4ebf-8854-795c94dae1ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 1099 time: 0.2047691 Jun 16 17:01:03.061175 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-eca8155f-ca84-4be2-9311-9568dde1f10b req-6f5f9555-0628-4048-bbe7-e5fc99da9c96 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0515471 Jun 16 17:01:03.081398 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-7b9e4c24-7bd3-46b2-a7d0-1e67924cf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.083777 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-7b9e4c24-7bd3-46b2-a7d0-1e67924cf2d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1097 time: 0.1584613 Jun 16 17:01:03.084962 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9994cee-712d-49cf-b10e-f960e2db493f req-a2caee6c-5e1d-45be-9bcf-799403e04df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.087428 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-a2caee6c-5e1d-45be-9bcf-799403e04df7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1843810 Jun 16 17:01:03.145693 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-726cd1d9-06eb-4727-8f19-88f72d3ae39a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 217 time: 0.0490220 Jun 16 17:01:03.245051 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-87c3102f-9db5-45b2-9ae6-c9aebdf4a310 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 200 len: 1001 time: 0.1411946 Jun 16 17:01:03.251586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-6f9d0771-97b5-4672-98f6-236716f5eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.253210 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-6f9d0771-97b5-4672-98f6-236716f5eff4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 200 len: 853 time: 0.0777469 Jun 16 17:01:03.339757 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9994cee-712d-49cf-b10e-f960e2db493f req-3ac393ae-00f6-4cbc-8bf4-fe0c57558275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.339757 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-3ac393ae-00f6-4cbc-8bf4-fe0c57558275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0853467 Jun 16 17:01:03.406114 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-9f78cf17-06b8-4f01-ad56-d4f496044863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.407866 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-9f78cf17-06b8-4f01-ad56-d4f496044863 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1434720 Jun 16 17:01:03.556537 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9994cee-712d-49cf-b10e-f960e2db493f req-c1c704e7-0dbf-4d68-883a-a46ba2f01a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.558333 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-c1c704e7-0dbf-4d68-883a-a46ba2f01a23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2098305 Jun 16 17:01:03.677506 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003c007-0b42-43e7-a449-5bab051e5726 req-b38f723f-bcef-4b37-b189-052ad25c421e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.680439 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a003c007-0b42-43e7-a449-5bab051e5726 req-b38f723f-bcef-4b37-b189-052ad25c421e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.2776854 Jun 16 17:01:03.683740 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-cf507033-d76b-4874-8e82-3db07326f7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645404 Jun 16 17:01:03.777986 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-27d8a196-9a29-4037-b12c-39f97cee6aaf service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109149 Jun 16 17:01:03.824965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-ad1471c5-479b-4641-a9eb-088da3125715 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:03.827358 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-ad1471c5-479b-4641-a9eb-088da3125715 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "GET /v2.0/networks?id=65b50d53-2588-4989-9096-adef2886cdc7 HTTP/1.1" status: 200 len: 813 time: 0.1559920 Jun 16 17:01:03.844357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Request body: {'port': {'device_id': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7', 'admin_state_up': True, 'tenant_id': 'a88268cb20274c0dbc18694ae461836a'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:03.854617 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a003c007-0b42-43e7-a449-5bab051e5726 req-8142921e-163c-48ac-8d6a-c819f04c2d07 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593080 Jun 16 17:01:03.890734 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a017dfd3-b2c9-4eb8-bb5a-6d0335d5675f req-41990708-acd1-4eff-a2fa-891e047c1e79 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965106 Jun 16 17:01:04.008487 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9994cee-712d-49cf-b10e-f960e2db493f req-1f288ee7-ead6-423f-a808-083e73b5a240 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944287 Jun 16 17:01:04.196239 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3c0c-3bd7-4bae-9f44-2b201b81291f req-ea5bd508-a477-44c5-9587-eee637680efa tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:04.199247 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-58cd3c0c-3bd7-4bae-9f44-2b201b81291f req-ea5bd508-a477-44c5-9587-eee637680efa tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1391571 Jun 16 17:01:04.278464 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-58cd3c0c-3bd7-4bae-9f44-2b201b81291f req-f6309d4d-862c-4c7d-a6fb-f4b551e67cfa tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694470 Jun 16 17:01:04.285969 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eee232dd-bdf6-41ee-bfad-37b91f6e65af req-f31f7bcf-7342-421f-9df2-e933ed69a215 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0776479 Jun 16 17:01:04.302526 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Made reservation on behalf of a88268cb20274c0dbc18694ae461836a for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:04.324535 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.544453 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Allocated IP 172.20.0.6 (65b50d53-2588-4989-9096-adef2886cdc7/c8b2102f-580c-4e95-9a74-7447cae9dd3d/711227ca-e021-468d-98fd-04d2ec51fc6e) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:04.762523 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.921257 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:04.925735 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:04.981440 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Network 65b50d53-2588-4989-9096-adef2886cdc7 is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:04.985482 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:04.992594 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:05.022782 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Pushing event updated for resources: {'Port': ['ID=711227ca-e021-468d-98fd-04d2ec51fc6e,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:05.028628 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:05.059159 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.059927 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.150569 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-773e92df-0316-46d7-a7f8-186872b9b5e4 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3114216 Jun 16 17:01:05.168921 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Request body: {'port': {'device_id': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:05.187984 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eb17d-ca89-4e6d-a71f-74c3211de5cc req-f4a847a4-e906-49fd-8981-89ff0e464505 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.189763 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4e2eb17d-ca89-4e6d-a71f-74c3211de5cc req-f4a847a4-e906-49fd-8981-89ff0e464505 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1142166 Jun 16 17:01:05.291337 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4e2eb17d-ca89-4e6d-a71f-74c3211de5cc req-6573ffa2-77f1-4100-afe8-f7d2f1114589 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806782 Jun 16 17:01:05.308936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.618840 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6f5da-035e-472f-906a-c901f8b8af20 req-930212d4-767f-4ecf-b8a1-9ab947c35276 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.621590 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f4e6f5da-035e-472f-906a-c901f8b8af20 req-930212d4-767f-4ecf-b8a1-9ab947c35276 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1250758 Jun 16 17:01:05.689424 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f4e6f5da-035e-472f-906a-c901f8b8af20 req-997a3741-b360-4299-97c6-9fee68d53dc0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605247 Jun 16 17:01:05.718364 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a9cf8-105f-44e3-8226-ef42e58197cd req-11c8fc9a-11cf-42dd-a8f4-566b1e44971e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:05.720167 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-195a9cf8-105f-44e3-8226-ef42e58197cd req-11c8fc9a-11cf-42dd-a8f4-566b1e44971e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 931 time: 0.2002945 Jun 16 17:01:05.750600 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711227ca-e021-468d-98fd-04d2ec51fc6e {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:05.845910 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:05.845910 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Transition to ACTIVE for port object 711227ca-e021-468d-98fd-04d2ec51fc6e will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:05.845910 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-195a9cf8-105f-44e3-8226-ef42e58197cd req-d09907c6-4a02-4492-9658-7733a32ef825 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672848 Jun 16 17:01:06.514833 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82958fc0-8717-48be-9780-a0fe9eb32589 req-5eea5970-fde3-4900-a634-5a495e5b7626 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:06.516562 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-82958fc0-8717-48be-9780-a0fe9eb32589 req-5eea5970-fde3-4900-a634-5a495e5b7626 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0809910 Jun 16 17:01:06.570548 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-82958fc0-8717-48be-9780-a0fe9eb32589 req-07a0cbd9-c2ef-4aa1-8854-60454cbc204b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Jun 16 17:01:06.915329 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44323c-3dd2-4e7f-8be9-ce21d66ad4ac req-aa46c342-4a4f-4c62-bdfe-451989c2239b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:06.917012 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea44323c-3dd2-4e7f-8be9-ce21d66ad4ac req-aa46c342-4a4f-4c62-bdfe-451989c2239b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.0896428 Jun 16 17:01:06.986407 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea44323c-3dd2-4e7f-8be9-ce21d66ad4ac req-999f5f16-6cb4-4737-aad2-3832197bd6c2 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617936 Jun 16 17:01:07.069574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b565d-101b-4895-bbc9-88a6291c34b2 req-a8ff617b-e37f-4ab7-b219-cae582ec95a7 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.072804 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-497b565d-101b-4895-bbc9-88a6291c34b2 req-a8ff617b-e37f-4ab7-b219-cae582ec95a7 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 931 time: 0.1006663 Jun 16 17:01:07.131441 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-497b565d-101b-4895-bbc9-88a6291c34b2 req-456b04ec-6131-45c9-baae-570acf26e5e2 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 Jun 16 17:01:07.401160 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.404223 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-00373f5f-8566-4d41-9b6c-7ed9ee714d5f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.518294 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=711227ca-e021-468d-98fd-04d2ec51fc6e,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.522978 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.602793 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Attempting to bind port 711227ca-e021-468d-98fd-04d2ec51fc6e on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:07.602793 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Attempting to bind port 711227ca-e021-468d-98fd-04d2ec51fc6e by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:07.603175 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Attempting to bind port 711227ca-e021-468d-98fd-04d2ec51fc6e on network 65b50d53-2588-4989-9096-adef2886cdc7 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:07.607812 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Port 711227ca-e021-468d-98fd-04d2ec51fc6e on network 65b50d53-2588-4989-9096-adef2886cdc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:01:07.608134 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Attempting to bind port 711227ca-e021-468d-98fd-04d2ec51fc6e on network 65b50d53-2588-4989-9096-adef2886cdc7 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:07.613261 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:07.613608 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Checking segment: {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:07.613995 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Bound using segment: {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:07.614499 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Bound port: 711227ca-e021-468d-98fd-04d2ec51fc6e, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522ff5fc-fa59-4562-8be5-b0c68ec228b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:07.614876 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.690617 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] For port 711227ca-e021-468d-98fd-04d2ec51fc6e, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:07.732030 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] For port 711227ca-e021-468d-98fd-04d2ec51fc6e, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=711227ca-e021-468d-98fd-04d2ec51fc6e,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:07.769486 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367147a-a357-4315-89f4-986986d1cebb req-3e76555c-0318-4314-bd00-a4b4fb1cc9ff tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.771028 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d367147a-a357-4315-89f4-986986d1cebb req-3e76555c-0318-4314-bd00-a4b4fb1cc9ff tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0781524 Jun 16 17:01:07.813465 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d367147a-a357-4315-89f4-986986d1cebb req-d41e7eae-9c31-4250-bd20-bae5af68cd79 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Jun 16 17:01:07.850604 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.856194 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:07.912371 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:07.913399 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:07.916458 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] 10.222.0.13 "PUT /v2.0/ports/711227ca-e021-468d-98fd-04d2ec51fc6e HTTP/1.1" status: 200 len: 1093 time: 2.7549353 Jun 16 17:01:07.917327 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'tag': '711227ca-e021-468d-98fd-04d2ec51fc6e'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:07.921534 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d1c130-c73d-48d5-82a2-f8b72d36fa08" -d '{"events": [{"name": "network-changed", "server_uuid": "5d80f56d-3adb-47f3-b9d9-440e6aec15a0", "tag": "711227ca-e021-468d-98fd-04d2ec51fc6e"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:07.959054 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=711227ca-e021-468d-98fd-04d2ec51fc6e,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:07.965883 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:07.982891 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20be3823-6578-4662-8b77-6343084a686e x-openstack-request-id: req-20be3823-6578-4662-8b77-6343084a686e {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:07.983392 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d80f56d-3adb-47f3-b9d9-440e6aec15a0", "tag": "711227ca-e021-468d-98fd-04d2ec51fc6e", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:07.986377 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20be3823-6578-4662-8b77-6343084a686e {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:07.986377 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'tag': '711227ca-e021-468d-98fd-04d2ec51fc6e', 'status': 'completed', 'code': 200} Jun 16 17:01:08.085616 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1c130-c73d-48d5-82a2-f8b72d36fa08 req-27d57456-179b-4f0c-a141-3bd03af516ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.088723 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-59d1c130-c73d-48d5-82a2-f8b72d36fa08 req-27d57456-179b-4f0c-a141-3bd03af516ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a88268cb20274c0dbc18694ae461836a&device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 1096 time: 0.0820718 Jun 16 17:01:08.280070 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1c130-c73d-48d5-82a2-f8b72d36fa08 req-8a5de35b-e318-4e81-88eb-e4178e5a5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.282945 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-59d1c130-c73d-48d5-82a2-f8b72d36fa08 req-8a5de35b-e318-4e81-88eb-e4178e5a5f94 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a88268cb20274c0dbc18694ae461836a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1857016 Jun 16 17:01:08.367382 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4459-54cf-4bbb-8f25-cbe32c4718db req-7de622b5-b81e-46c2-a8b1-2f61cff81f10 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.369974 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-caca4459-54cf-4bbb-8f25-cbe32c4718db req-7de622b5-b81e-46c2-a8b1-2f61cff81f10 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 944 time: 0.1705244 Jun 16 17:01:08.392082 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c00a4f-7b5d-426b-bff3-4329da0f9c5a req-e346c2f8-503e-408c-9d28-9c9e8a1afcb5 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.396078 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-04c00a4f-7b5d-426b-bff3-4329da0f9c5a req-e346c2f8-503e-408c-9d28-9c9e8a1afcb5 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 943 time: 0.1171174 Jun 16 17:01:08.440271 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-04c00a4f-7b5d-426b-bff3-4329da0f9c5a req-47c68d0b-134d-4e08-8fd0-9e8f4d4c0316 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Jun 16 17:01:08.518388 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-caca4459-54cf-4bbb-8f25-cbe32c4718db req-8f599885-5400-490b-80fa-d2612dc56cff tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311684 Jun 16 17:01:08.535116 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1c130-c73d-48d5-82a2-f8b72d36fa08 req-0e59ae34-a9d7-4cd8-938f-0ba207706594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.536917 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-59d1c130-c73d-48d5-82a2-f8b72d36fa08 req-0e59ae34-a9d7-4cd8-938f-0ba207706594 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434766 Jun 16 17:01:08.540846 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 0dadbb17-0524-487e-813e-087519b59ea5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:08.666591 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:08.679028 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-d2d170be-617a-43d9-b91b-301e6ae130f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.681483 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-d2d170be-617a-43d9-b91b-301e6ae130f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a88268cb20274c0dbc18694ae461836a&device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 1096 time: 0.0712495 Jun 16 17:01:08.729244 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-01090c8c-8d29-4956-9823-d8d639dd5b7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=711227ca-e021-468d-98fd-04d2ec51fc6e HTTP/1.1" status: 200 len: 217 time: 0.0402114 Jun 16 17:01:08.803663 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '0dadbb17-0524-487e-813e-087519b59ea5', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'port_id': '0dadbb17-0524-487e-813e-087519b59ea5', 'mac_address': 'fa:16:3e:fb:b0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:08.807208 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-0c003b27-391d-47b9-b0cd-06728f5a6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:08.809895 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-0c003b27-391d-47b9-b0cd-06728f5a6dd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8b2102f-580c-4e95-9a74-7447cae9dd3d HTTP/1.1" status: 200 len: 853 time: 0.0702708 Jun 16 17:01:08.849692 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:08.858802 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-47ed95c9-2710-4dbb-86a0-5147f0b4237a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65b50d53-2588-4989-9096-adef2886cdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jun 16 17:01:08.865535 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dadbb17-0524-487e-813e-087519b59ea5 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:08.894451 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:09.014696 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:09.016629 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:09.028664 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-b0a084ba-4838-41d2-b7b6-1b21125710a8 service neutron] 10.222.0.13 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620400 Jun 16 17:01:09.071925 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:09.080166 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.085222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:01:09.090378 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:09.145087 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1facb-c41f-49a7-a9fc-ea38030ca27d req-7bd03341-e497-402c-af3f-902ba0bd7ccf tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.146820 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3bd1facb-c41f-49a7-a9fc-ea38030ca27d req-7bd03341-e497-402c-af3f-902ba0bd7ccf tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1079814 Jun 16 17:01:09.174904 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7e4fae95-55ab-42dc-a4b7-7691dcfc1e16 req-3f845bc2-bb11-404a-bc3f-34032be74cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365361 Jun 16 17:01:09.204029 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3bd1facb-c41f-49a7-a9fc-ea38030ca27d req-c84d0066-614c-4fca-9c80-f8d2744f9668 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Jun 16 17:01:09.313285 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['0dadbb17-0524-487e-813e-087519b59ea5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:09.718443 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e6cb-5086-4f4d-846a-fe6105f53455 req-0b4690bc-acee-4e4f-b2de-2226f2f1ba2e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.726206 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f2f6e6cb-5086-4f4d-846a-fe6105f53455 req-0b4690bc-acee-4e4f-b2de-2226f2f1ba2e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 943 time: 0.1128643 Jun 16 17:01:09.780881 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f2f6e6cb-5086-4f4d-846a-fe6105f53455 req-9ad5f414-0aa8-4cde-bdc4-af06ce7fc6b1 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Jun 16 17:01:09.796071 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8d109-d5d3-402e-8e0c-4d6114cd836a req-e69e57ca-8551-4cd2-ae25-dc728c8fc5b3 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:09.797715 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-89c8d109-d5d3-402e-8e0c-4d6114cd836a req-e69e57ca-8551-4cd2-ae25-dc728c8fc5b3 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 945 time: 0.0891445 Jun 16 17:01:09.846021 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-89c8d109-d5d3-402e-8e0c-4d6114cd836a req-ad2a2364-a1ce-4b69-a3e6-dcc5a914385a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Jun 16 17:01:10.489725 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8888c92-9752-4523-bb5e-2dd285a0f349 req-68c58967-a94a-48e7-93ea-f6246f894ba6 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:10.491282 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a8888c92-9752-4523-bb5e-2dd285a0f349 req-68c58967-a94a-48e7-93ea-f6246f894ba6 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0814772 Jun 16 17:01:10.535091 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a8888c92-9752-4523-bb5e-2dd285a0f349 req-a7cc0669-9a3a-4e28-82bf-e12d1186517d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367289 Jun 16 17:01:10.557841 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 0dadbb17-0524-487e-813e-087519b59ea5 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:10.718609 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 0dadbb17-0524-487e-813e-087519b59ea5 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:10.723507 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 0dadbb17-0524-487e-813e-087519b59ea5 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:10.724092 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.823796 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.854795 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:10.857674 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39413864-6321-4644-92d0-6d91f287097a" -d '{"events": [{"server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "name": "network-vif-plugged", "status": "completed", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:10.879619 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:10.925291 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1e2cf5-e9fe-4ae9-8a03-63a3cef63e71 x-openstack-request-id: req-5c1e2cf5-e9fe-4ae9-8a03-63a3cef63e71 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:10.926164 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "name": "network-vif-plugged", "status": "completed", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:10.926963 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c1e2cf5-e9fe-4ae9-8a03-63a3cef63e71 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:10.927878 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'code': 200} Jun 16 17:01:10.971097 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.978536 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:11.075487 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:11.076886 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35ccaf-6289-45bf-9ff2-dece72916916 req-551dcdf4-54c3-4cf5-8f82-d26a21bf93fa tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.080492 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5b35ccaf-6289-45bf-9ff2-dece72916916 req-551dcdf4-54c3-4cf5-8f82-d26a21bf93fa tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 943 time: 0.1673491 Jun 16 17:01:11.083093 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:11.141720 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5b35ccaf-6289-45bf-9ff2-dece72916916 req-f3c40772-63bc-48db-8bdd-c2648126ee6b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Jun 16 17:01:11.146478 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfacb6a-43c7-44ba-90fb-784abf71de7b req-4ae96c08-89e3-4d30-a8d2-48d0541f5eec tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.149098 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0dfacb6a-43c7-44ba-90fb-784abf71de7b req-4ae96c08-89e3-4d30-a8d2-48d0541f5eec tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.1105046 Jun 16 17:01:11.209929 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0dfacb6a-43c7-44ba-90fb-784abf71de7b req-c92539ef-d749-435e-8cc2-d3becd9850da tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497575 Jun 16 17:01:11.526169 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef02462-0a9e-433a-9138-5f49f324f159 req-b787612a-e552-4cef-b7e9-0e77398a8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.527891 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6ef02462-0a9e-433a-9138-5f49f324f159 req-b787612a-e552-4cef-b7e9-0e77398a8165 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1099 time: 0.0769889 Jun 16 17:01:11.568041 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6ef02462-0a9e-433a-9138-5f49f324f159 req-56c3bb7a-4a89-4ee0-90fa-6be208093fb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jun 16 17:01:11.747320 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089cf95-702b-4b4b-b729-87e53c8b2a07 req-78835004-7c92-4356-b8b6-12b84b08da79 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:11.748987 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c089cf95-702b-4b4b-b729-87e53c8b2a07 req-78835004-7c92-4356-b8b6-12b84b08da79 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0746326 Jun 16 17:01:11.799730 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c089cf95-702b-4b4b-b729-87e53c8b2a07 req-6c68e54d-ac84-4cbd-8e90-09b1f590699c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Jun 16 17:01:12.378462 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046c8e7-aa5f-4966-a624-4d060236d120 req-01d2e8d9-5b0f-4071-a477-b28579117881 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.380192 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e046c8e7-aa5f-4966-a624-4d060236d120 req-01d2e8d9-5b0f-4071-a477-b28579117881 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 943 time: 0.0875258 Jun 16 17:01:12.448075 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e046c8e7-aa5f-4966-a624-4d060236d120 req-c1a92417-e132-4c8a-bff6-6e7d97936454 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Jun 16 17:01:12.450726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4d92a-3d47-45a3-87f4-0cc64410e271 req-1cf40c9f-7b24-4b35-bafc-883c2609c1cd tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.452452 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8fe4d92a-3d47-45a3-87f4-0cc64410e271 req-1cf40c9f-7b24-4b35-bafc-883c2609c1cd tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0999014 Jun 16 17:01:12.501411 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8fe4d92a-3d47-45a3-87f4-0cc64410e271 req-51fa19e2-9f31-404e-a99b-b8c99cc2d04a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Jun 16 17:01:12.562391 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 711227ca-e021-468d-98fd-04d2ec51fc6e details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:12.662363 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 711227ca-e021-468d-98fd-04d2ec51fc6e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=711227ca-e021-468d-98fd-04d2ec51fc6e,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:12.673668 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '711227ca-e021-468d-98fd-04d2ec51fc6e', 'network_id': '65b50d53-2588-4989-9096-adef2886cdc7', 'port_id': '711227ca-e021-468d-98fd-04d2ec51fc6e', 'mac_address': 'fa:16:3e:73:c3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b2102f-580c-4e95-9a74-7447cae9dd3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:12.709664 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.726515 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711227ca-e021-468d-98fd-04d2ec51fc6e {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:12.747886 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 711227ca-e021-468d-98fd-04d2ec51fc6e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=711227ca-e021-468d-98fd-04d2ec51fc6e,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:12.965070 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:12.969498 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:12.987050 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a08a29-706b-43d6-987c-02b5b1a18405 req-08828fdc-0bc3-41a6-bfad-656d701f30e1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:12.988598 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c2a08a29-706b-43d6-987c-02b5b1a18405 req-08828fdc-0bc3-41a6-bfad-656d701f30e1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0704732 Jun 16 17:01:13.018816 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=711227ca-e021-468d-98fd-04d2ec51fc6e,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:13.022296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:13.038711 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c2a08a29-706b-43d6-987c-02b5b1a18405 req-6bf1598e-6de5-4059-bcbb-3dc7c5e5529c tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 Jun 16 17:01:13.300597 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40482) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:13.341473 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['711227ca-e021-468d-98fd-04d2ec51fc6e'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:13.430454 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7ec5eb23-42e8-4cbb-89fd-8143a64c1377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.554853 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7ec5eb23-42e8-4cbb-89fd-8143a64c1377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.658235 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf1ed-816a-41d6-a8d6-d87aea1d9c71 req-97fbc46d-8622-4216-8e08-c5a2d8e0d53b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:13.660074 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5c7cf1ed-816a-41d6-a8d6-d87aea1d9c71 req-97fbc46d-8622-4216-8e08-c5a2d8e0d53b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 944 time: 0.0859513 Jun 16 17:01:13.667209 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7ec5eb23-42e8-4cbb-89fd-8143a64c1377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.671379 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3196bd6f-4481-43d6-8fda-d59d6a0dc51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:13.722223 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5eb23-42e8-4cbb-89fd-8143a64c1377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2fa65a-a99b-4b3d-8bd9-fe21c8df0cf9,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:13.729822 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7ec5eb23-42e8-4cbb-89fd-8143a64c1377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:13.736940 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7ec5eb23-42e8-4cbb-89fd-8143a64c1377 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23c363fe83434c289533dd61ca78cf17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352319 Jun 16 17:01:13.739771 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40490) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:13.770064 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5c7cf1ed-816a-41d6-a8d6-d87aea1d9c71 req-76a6b5e3-c2a7-4c06-a384-415a0e88c22b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995889 Jun 16 17:01:13.784312 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb6ec1-aafa-4599-ae73-63fd21545bec req-fdabcef5-54ae-4e86-ba6e-f29dbadcec3a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:13.795525 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-bdfb6ec1-aafa-4599-ae73-63fd21545bec req-fdabcef5-54ae-4e86-ba6e-f29dbadcec3a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.1078620 Jun 16 17:01:13.819307 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.855527 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.866348 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-bdfb6ec1-aafa-4599-ae73-63fd21545bec req-9ef9bd24-7b5b-4062-91ed-4637a0cc6b2f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698791 Jun 16 17:01:13.890133 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f58e2b-073a-4ebc-a8fc-c9cff8c9c1d4 req-9f45ab68-2efb-49f3-b16e-d7b0e2a5d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:13.891628 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-22f58e2b-073a-4ebc-a8fc-c9cff8c9c1d4 req-9f45ab68-2efb-49f3-b16e-d7b0e2a5d6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.0800519 Jun 16 17:01:13.954191 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-22f58e2b-073a-4ebc-a8fc-c9cff8c9c1d4 req-9dc0edbb-c000-40c7-a612-1991abe1c110 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529053 Jun 16 17:01:14.004204 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.007041 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.009218 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d2fa65a-a99b-4b3d-8bd9-fe21c8df0cf9 HTTP/1.1" status: 204 len: 168 time: 0.2684791 Jun 16 17:01:14.010358 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-75e06846-56d8-4cc3-b235-d81095527b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:14.033218 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2fa65a-a99b-4b3d-8bd9-fe21c8df0cf9,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:14.035727 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:14.098822 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e118e6-1f28-4453-9d8a-c6779aa55284 req-e5632e0b-4185-48d5-a13b-62713e300361 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.100468 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38e118e6-1f28-4453-9d8a-c6779aa55284 req-e5632e0b-4185-48d5-a13b-62713e300361 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0853605 Jun 16 17:01:14.145959 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38e118e6-1f28-4453-9d8a-c6779aa55284 req-e7316b93-8a86-4bec-9a77-b8686920d993 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Jun 16 17:01:14.256573 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b078a-c9d6-4c57-b1c4-011f7db0d887 req-d258f786-98de-4151-afa8-1d435d8a7c9d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.258342 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-da3b078a-c9d6-4c57-b1c4-011f7db0d887 req-d258f786-98de-4151-afa8-1d435d8a7c9d tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0795135 Jun 16 17:01:14.303227 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-da3b078a-c9d6-4c57-b1c4-011f7db0d887 req-73419b7f-5809-4748-ba5d-960588241094 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Jun 16 17:01:14.579589 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 711227ca-e021-468d-98fd-04d2ec51fc6e up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:14.597832 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fd97-2cdd-4ccc-b6bb-56c272ccafb5 req-29b268ed-522f-4848-bc47-8532180cab7f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:14.599592 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0663fd97-2cdd-4ccc-b6bb-56c272ccafb5 req-29b268ed-522f-4848-bc47-8532180cab7f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0987103 Jun 16 17:01:14.655656 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0663fd97-2cdd-4ccc-b6bb-56c272ccafb5 req-d46bf41a-c676-4862-ba70-f5bdae39dcc1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Jun 16 17:01:14.787188 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 711227ca-e021-468d-98fd-04d2ec51fc6e completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:14.793824 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 711227ca-e021-468d-98fd-04d2ec51fc6e triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:14.794792 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:14.957271 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.004098 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711227ca-e021-468d-98fd-04d2ec51fc6e'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:15.008157 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4642b2-3105-411d-8b28-b6bf714d16f7" -d '{"events": [{"server_uuid": "5d80f56d-3adb-47f3-b9d9-440e6aec15a0", "name": "network-vif-plugged", "status": "completed", "tag": "711227ca-e021-468d-98fd-04d2ec51fc6e"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:15.035262 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 711227ca-e021-468d-98fd-04d2ec51fc6e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=711227ca-e021-468d-98fd-04d2ec51fc6e,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:15.090016 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cdbca3-7cc9-4cd1-a420-783d21a8f85c x-openstack-request-id: req-e0cdbca3-7cc9-4cd1-a420-783d21a8f85c {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:15.090508 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d80f56d-3adb-47f3-b9d9-440e6aec15a0", "name": "network-vif-plugged", "status": "completed", "tag": "711227ca-e021-468d-98fd-04d2ec51fc6e", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:15.090946 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0cdbca3-7cc9-4cd1-a420-783d21a8f85c {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:15.091602 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711227ca-e021-468d-98fd-04d2ec51fc6e', 'code': 200} Jun 16 17:01:15.105177 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e736-cc07-411d-8a9d-e8b4d4e04060 req-f0cd151c-0266-4925-bbcb-b9c49f7573ea tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.108037 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eab8e736-cc07-411d-8a9d-e8b4d4e04060 req-f0cd151c-0266-4925-bbcb-b9c49f7573ea tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 944 time: 0.1098063 Jun 16 17:01:15.116361 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40510) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:15.152177 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.159500 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.162975 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.255152 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=711227ca-e021-468d-98fd-04d2ec51fc6e,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.263176 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.263528 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eab8e736-cc07-411d-8a9d-e8b4d4e04060 req-0a83082e-a3c8-4904-aff2-7f4e0e730f46 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364620 Jun 16 17:01:15.436072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.547683 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.550601 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f6a86b91-5b95-4261-a969-2ffd39aa178d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.568160 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606650c-00c9-43c3-97c9-76588651aa01 req-92967b8f-f0dc-4af9-9df9-3b3c98a3994f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.570965 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7606650c-00c9-43c3-97c9-76588651aa01 req-92967b8f-f0dc-4af9-9df9-3b3c98a3994f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1030781 Jun 16 17:01:15.599267 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8439db4b78354ef3bf4e6dc2ea1f9351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816785 Jun 16 17:01:15.600256 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f69a39-6da3-4025-8577-1e6fb21e5d85,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.603619 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40514) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:15.605866 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:15.655021 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7606650c-00c9-43c3-97c9-76588651aa01 req-b55c5b77-0983-4061-88b6-3cf3ac51de01 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757327 Jun 16 17:01:15.703048 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.749383 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.840984 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ab40c-1771-44b0-a05e-b161fb56e92c req-85c09ef0-490e-4ce2-9f40-70bdfb1a2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:15.846420 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a60ab40c-1771-44b0-a05e-b161fb56e92c req-85c09ef0-490e-4ce2-9f40-70bdfb1a2257 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 1098 time: 0.1183167 Jun 16 17:01:15.911000 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a60ab40c-1771-44b0-a05e-b161fb56e92c req-fa8d5578-5184-42cf-aa4e-6d2919d0b869 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579162 Jun 16 17:01:15.918400 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.924872 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.927289 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3f69a39-6da3-4025-8577-1e6fb21e5d85 HTTP/1.1" status: 204 len: 168 time: 0.3223138 Jun 16 17:01:15.928608 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-930bd7da-3292-4101-9b91-de8c736e406e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:15.948690 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f69a39-6da3-4025-8577-1e6fb21e5d85,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:15.952087 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:16.473486 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f8f0-8a2b-432b-a0bb-dc9b833ab189 req-aae3a3ff-0f1b-4957-aa47-15637bc15e45 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:16.475227 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a1d7f8f0-8a2b-432b-a0bb-dc9b833ab189 req-aae3a3ff-0f1b-4957-aa47-15637bc15e45 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.0753002 Jun 16 17:01:16.521424 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a1d7f8f0-8a2b-432b-a0bb-dc9b833ab189 req-f3e22961-4b10-423a-a874-fa66b2422069 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387366 Jun 16 17:01:16.689270 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c7beb-c2ed-4709-804f-86e8c094ea91 req-da8bd6e2-3703-46d1-a250-09ca43483a78 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:16.691666 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-855c7beb-c2ed-4709-804f-86e8c094ea91 req-da8bd6e2-3703-46d1-a250-09ca43483a78 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1391604 Jun 16 17:01:16.751033 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-60fafbde-e7b3-46db-8d59-eca302fc94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:16.753969 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-60fafbde-e7b3-46db-8d59-eca302fc94c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3182a3d0924848bbffa654d3b40aec&device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 1098 time: 0.1163561 Jun 16 17:01:16.799559 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-855c7beb-c2ed-4709-804f-86e8c094ea91 req-7b48229b-c065-45c0-8749-35cc8f0892dd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 Jun 16 17:01:16.891192 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-0521c615-8e39-4fee-a951-6de020e83d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:16.893658 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-0521c615-8e39-4fee-a951-6de020e83d84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 200 len: 919 time: 0.1282535 Jun 16 17:01:16.942136 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-23309cae-0a6e-4f32-a945-f8d3512f7232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 200 len: 217 time: 0.0388875 Jun 16 17:01:17.038828 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-9410a84b-cdc7-40ba-b090-7858f917d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:17.040337 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-9410a84b-cdc7-40ba-b090-7858f917d95d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 200 len: 858 time: 0.0689228 Jun 16 17:01:17.098820 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-bc6ca1ff-4bad-4eed-81f1-087c8f989342 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375469 Jun 16 17:01:17.215835 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-666452cb-4a6f-410c-a1f7-c8f8c41afc0a service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046667 Jun 16 17:01:17.341676 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ab8f4325-747d-4179-b6d1-fb9289d89fa1 req-51635f7d-fae6-4e05-b7b9-cdd5eefce8e2 service neutron] 10.222.0.13 "GET /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166582 Jun 16 17:01:17.734670 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96c26-a22c-44e0-831e-c8134360a501 req-eff96599-9d54-40d6-962d-e70c81a17994 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:17.736345 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-61e96c26-a22c-44e0-831e-c8134360a501 req-eff96599-9d54-40d6-962d-e70c81a17994 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Jun 16 17:01:17.781491 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-61e96c26-a22c-44e0-831e-c8134360a501 req-0bb8a58a-183c-4f28-865d-6266213be35b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Jun 16 17:01:18.046289 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcaf7b-3720-46be-ae90-1005f736e588 req-4a70751e-8ae4-4ba9-a976-55d05d6586d6 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:18.047776 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73bcaf7b-3720-46be-ae90-1005f736e588 req-4a70751e-8ae4-4ba9-a976-55d05d6586d6 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0815208 Jun 16 17:01:18.108767 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73bcaf7b-3720-46be-ae90-1005f736e588 req-285ad7eb-029b-4f92-a84f-ecf738c38de5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Jun 16 17:01:19.433514 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c896970-039f-49b5-ba6f-712443e4a3b2 req-e7df21af-8417-4920-9c93-f6c99d495be8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:19.433514 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2c896970-039f-49b5-ba6f-712443e4a3b2 req-e7df21af-8417-4920-9c93-f6c99d495be8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0734289 Jun 16 17:01:19.466445 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2c896970-039f-49b5-ba6f-712443e4a3b2 req-27b11c6d-a408-4d25-852b-30b8aa5bdd32 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368083 Jun 16 17:01:20.660452 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23339-8ffe-47a4-a841-63cdf3dfb42e req-da2cf0a6-bd65-4968-9a77-d846ce943edf tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:20.661981 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7bb23339-8ffe-47a4-a841-63cdf3dfb42e req-da2cf0a6-bd65-4968-9a77-d846ce943edf tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0715842 Jun 16 17:01:20.709222 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7bb23339-8ffe-47a4-a841-63cdf3dfb42e req-7be2b999-12a6-4c75-a55d-ff8ee2abd526 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Jun 16 17:01:21.043272 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1ff5afa6-cc7e-4b6a-a277-b31181e2defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:23.406060 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f970-fa52-411a-972f-1460f06a8151 req-2dcabbdf-d460-407a-86d7-81817a66b220 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:23.407713 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1077f970-fa52-411a-972f-1460f06a8151 req-2dcabbdf-d460-407a-86d7-81817a66b220 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0785623 Jun 16 17:01:23.454634 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1077f970-fa52-411a-972f-1460f06a8151 req-b2dd6934-54d1-4e7e-ae35-3d089e6c0df2 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Jun 16 17:01:23.481081 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40666) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:23.547054 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-feaea325-3c7c-4a9b-86c9-b927795a98cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:23.691848 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88387bdb-7c4c-433a-ad31-520cfd4e7881 tempest-TestMinimumBasicScenario-1109850505 tempest-TestMinimumBasicScenario-1109850505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:23.693357 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-88387bdb-7c4c-433a-ad31-520cfd4e7881 tempest-TestMinimumBasicScenario-1109850505 tempest-TestMinimumBasicScenario-1109850505-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1094 time: 0.2111723 Jun 16 17:01:23.695389 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:23.696581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40674) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:23.701981 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'floatingip': {'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'port_id': '0dadbb17-0524-487e-813e-087519b59ea5', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:23.803196 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for floatingip, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:23.935772 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:24.086662 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Allocated IP 172.28.0.220 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/ffbc73e0-65f5-47bc-b491-5c9bcbb08d2e) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:24.189246 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c290-bda5-412f-9db6-44716ddb384d req-772d01f9-ec4a-437b-acba-7c925b436f38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:24.190764 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-50d2c290-bda5-412f-9db6-44716ddb384d req-772d01f9-ec4a-437b-acba-7c925b436f38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.0978849 Jun 16 17:01:24.219217 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:24.242198 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-50d2c290-bda5-412f-9db6-44716ddb384d req-6569a06c-0ad0-42a3-88b2-737992d607dc tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Jun 16 17:01:24.358748 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:24.361046 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:24.393292 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:24.400423 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:24.406445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:24.410520 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:24.417704 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'Port': ['ID=ffbc73e0-65f5-47bc-b491-5c9bcbb08d2e,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:24.438538 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:25.069302 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.244097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.495249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.513768 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c1ddf-6cb0-403e-b7ca-45d5ac4b410e req-1bd2ad77-48a6-43ec-82ea-cc658531a8f2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:25.516684 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e47c1ddf-6cb0-403e-b7ca-45d5ac4b410e req-1bd2ad77-48a6-43ec-82ea-cc658531a8f2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1491692 Jun 16 17:01:25.566860 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e47c1ddf-6cb0-403e-b7ca-45d5ac4b410e req-effdddd2-30c8-4405-ac78-a4a489618c34 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Jun 16 17:01:25.604088 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.612436 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30bb1db1-6b41-4428-88d3-16ddd921443d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:25.683888 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'Port': ['ID=ffbc73e0-65f5-47bc-b491-5c9bcbb08d2e,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:25.688532 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:25.695363 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:25.804777 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Floating IP 2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9 associated. External IP: 172.28.0.220, port: 0dadbb17-0524-487e-813e-087519b59ea5. Jun 16 17:01:26.037060 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:26.153927 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:26.169032 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] Sync routers for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:26.177775 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:26.178395 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:26.249258 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.295923 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5954230 Jun 16 17:01:26.295923 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:26.296255 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40710) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:26.299024 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.301392 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:26.306465 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334550085', 'description': 'tempest-secgroup-smoke-334550085 description', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:26.307074 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2674bb2a-ae32-4f3e-a440-318b17c836bd" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:26.362203 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d98b96-92eb-4300-a5df-339749778d55 x-openstack-request-id: req-65d98b96-92eb-4300-a5df-339749778d55 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:26.362718 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:26.363160 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65d98b96-92eb-4300-a5df-339749778d55 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:26.363792 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'status': 'completed', 'code': 200} Jun 16 17:01:26.443694 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.511266 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-d0b472f4-44fa-4a21-96eb-5f0e1b5eb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:26.512765 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-d0b472f4-44fa-4a21-96eb-5f0e1b5eb9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1099 time: 0.1187949 Jun 16 17:01:26.581759 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.587134 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'floating_ip_address': '172.28.0.220', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'port_id': '0dadbb17-0524-487e-813e-087519b59ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'mac_address': 'fa:16:3e:fb:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:24Z', 'updated_at': '2021-06-16T17:01:24Z', 'revision_number': 0, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:26.597557 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] Checking router: 54b37ef3-1d2e-4398-92c5-b8f3d144d669 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:26.624151 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:26.625694 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:26.644374 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-0e20104a-8714-4110-94ad-9ab3eb511594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:26.645894 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-0e20104a-8714-4110-94ad-9ab3eb511594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 915 time: 0.1131155 Jun 16 17:01:26.753729 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:26.758455 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-bf68b8af-2a77-4cc7-bc28-876881036d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:26.764661 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39938d3c-daec-44cb-9058-6d24663d82fa req-ff8b129d-4de2-4b46-a73a-c2900d99650d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:26.766750 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-39938d3c-daec-44cb-9058-6d24663d82fa req-ff8b129d-4de2-4b46-a73a-c2900d99650d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.1167474 Jun 16 17:01:26.802223 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:26.908464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Deleting port ef3ee475-7f40-4ba1-828d-f65740592cd4 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:26.908960 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.069144 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] For port ef3ee475-7f40-4ba1-828d-f65740592cd4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ef3ee475-7f40-4ba1-828d-f65740592cd4,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:27.069677 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.094480 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-fb395f1d-453b-4010-902e-44f5adebfc92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 1000 time: 0.4229186 Jun 16 17:01:27.095570 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:27.105377 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:27.193011 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'floating_ip_address': '172.28.0.220', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'port_id': '0dadbb17-0524-487e-813e-087519b59ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'mac_address': 'fa:16:3e:fb:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:24Z', 'updated_at': '2021-06-16T17:01:24Z', 'revision_number': 0, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:27.203585 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad897ca-a25f-4dbc-9653-3d5f8db5ea48 None None] The sync data for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb is: [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'floating_ip_address': '172.28.0.220', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'port_id': '0dadbb17-0524-487e-813e-087519b59ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'mac_address': 'fa:16:3e:fb:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:24Z', 'updated_at': '2021-06-16T17:01:24Z', 'revision_number': 0, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:27.205399 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.207683 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9103935 Jun 16 17:01:27.217017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40728) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:27.223557 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group_rule': {'security_group_id': 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:27.242435 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-8bde9a20-77f1-4d1a-b8fe-6a8238ca1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.244140 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-8bde9a20-77f1-4d1a-b8fe-6a8238ca1e39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 200 len: 853 time: 0.1353471 Jun 16 17:01:27.295114 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766688b3-42c1-47d6-bdee-4c29ba5f7af4 req-1ee07d79-75c5-40e7-97df-e1143d925f91 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.302988 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-766688b3-42c1-47d6-bdee-4c29ba5f7af4 req-1ee07d79-75c5-40e7-97df-e1143d925f91 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 946 time: 0.5251873 Jun 16 17:01:27.378045 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-766688b3-42c1-47d6-bdee-4c29ba5f7af4 req-77f6b9b3-d088-485c-97e0-9b08540aa11f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=1ff3a792-a9da-40e1-8d82-92890c06cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732105 Jun 16 17:01:27.409734 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-9026687d-2479-4060-92f9-e6b16c7981a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.412020 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-9026687d-2479-4060-92f9-e6b16c7981a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1562192 Jun 16 17:01:27.423199 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.435964 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.436425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.436698 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Floating IP 409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed disassociated. External IP: 172.28.0.186, port: ef3ee475-7f40-4ba1-828d-f65740592cd4. Jun 16 17:01:27.437045 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Calling delete_port for ef3ee475-7f40-4ba1-828d-f65740592cd4 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:27.533213 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cea216-ef60-47ef-8693-b6f021ff67be req-6bb43750-4d08-44cf-b853-a3a764cff319 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:27.534914 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-63cea216-ef60-47ef-8693-b6f021ff67be req-6bb43750-4d08-44cf-b853-a3a764cff319 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1722159 Jun 16 17:01:27.541914 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.568895 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc8445-deb9-482a-a51e-84c9188ae8bb None None] New status for floating IP 2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9: ACTIVE {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:01:27.570674 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-40604a8d-5f95-4bef-a9d2-4c627051eec4 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388762 Jun 16 17:01:27.610353 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-63cea216-ef60-47ef-8693-b6f021ff67be req-a9574d5d-cfff-479c-ad4f-4c1fc3d70ad9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Jun 16 17:01:27.685975 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.695904 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2674bb2a-ae32-4f3e-a440-318b17c836bd req-d1dc7804-8328-4721-be8b-c8bf7f17e966 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087511 Jun 16 17:01:27.696834 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-811db5b9-2962-47ac-b3ba-f9b9a8cae7e1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:27.725359 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341b7558-7ccc-40f6-9108-e56945a9e90f,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:27.729730 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:27.775338 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.779855 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:27.810332 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event deleted for resources: {'Port': ['ID=ef3ee475-7f40-4ba1-828d-f65740592cd4,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:27.814708 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:27.849936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:27.852735 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9cce7c31-ebdd-4464-8114-0cc4a58e10a0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6343570 Jun 16 17:01:27.855523 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40732) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:27.861093 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group_rule': {'security_group_id': 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:27.964698 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:28.002949 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.094815 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.098619 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:28.115711 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:28.132586 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:28.133640 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:28.148024 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] No DVR routers for this DVR port ef3ee475-7f40-4ba1-828d-f65740592cd4 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:28.150994 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.153075 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-39938d3c-daec-44cb-9058-6d24663d82fa req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "DELETE /v2.0/ports/ef3ee475-7f40-4ba1-828d-f65740592cd4 HTTP/1.1" status: 204 len: 173 time: 1.3777130 Jun 16 17:01:28.192596 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.195319 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7168504c-f23e-45f7-ac9e-fa8658272100 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:28.229845 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c046371d-a2f8-4a9d-b794-53b581a820d4,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:28.234873 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:28.324079 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.328859 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4681761 Jun 16 17:01:28.328859 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40742) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:28.333842 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group_rule': {'security_group_id': 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:28.364889 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-deleted', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:28.372126 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9b43e0-fd76-4af0-9121-3585766f1130" -d '{"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-deleted", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:28.429106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614792d-992d-4e33-8c5c-ebcca16564bb x-openstack-request-id: req-3614792d-992d-4e33-8c5c-ebcca16564bb {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:28.433656 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:28.434646 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34345b95-d955-45f7-a652-db672a909d72", "name": "network-vif-deleted", "tag": "ef3ee475-7f40-4ba1-828d-f65740592cd4", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:28.435063 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3614792d-992d-4e33-8c5c-ebcca16564bb {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:28.435631 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34345b95-d955-45f7-a652-db672a909d72', 'name': 'network-vif-deleted', 'tag': 'ef3ee475-7f40-4ba1-828d-f65740592cd4', 'status': 'completed', 'code': 200} Jun 16 17:01:28.480095 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.633496 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.658577 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e916e2ec-a4a4-44d8-9e81-359d34781c5c req-a1b85a73-978c-4bc6-aa2c-84db282ce179 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0407064 Jun 16 17:01:28.688132 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:28.703028 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:28.723150 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:28.723896 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:28.741420 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.742054 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.744347 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:28.767305 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee2fb83-4ffd-4b4e-9b5b-2f8f24bc7136,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:28.771384 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:28.855115 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.856592 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5267067 Jun 16 17:01:28.859634 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40752) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:28.864918 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group_rule': {'security_group_id': 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:28.915480 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:28.952252 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f8e0-2590-4a0d-b207-770cc037d16a req-5e1abae6-edea-42a0-ba80-47f17a404d40 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:28.952252 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3140f8e0-2590-4a0d-b207-770cc037d16a req-5e1abae6-edea-42a0-ba80-47f17a404d40 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0856123 Jun 16 17:01:29.005452 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3140f8e0-2590-4a0d-b207-770cc037d16a req-d6bdf215-6c78-4261-a00d-d5899d8ee8a9 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Jun 16 17:01:29.034578 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.110780 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.183897 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:29.188800 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e88b8-b18b-4b10-b459-741dd69323b1 None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:29.197969 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.201194 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-5c9b65eb-b958-454a-8b8f-43d967c834c4 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:29.219081 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b014c3b4-090a-40d4-b189-ef7168217dce,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:29.222398 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:29.312338 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.313670 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-66b89b99-790b-43ef-9feb-aeb3c4b6f63e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4527442 Jun 16 17:01:29.317771 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40758) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:29.324971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group_rule': {'security_group_id': 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:29.452128 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f934563-c39e-4a61-b2a6-ad488f966157 None None] New status for floating IP 409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed: DOWN {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:01:29.524048 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.securitygroups_db [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Project fbe204e38cbe42eb9d298a44054c8f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:01:29.531691 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.598107 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.734429 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.736581 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f9b60046-1df0-4a5e-8bd7-b7893b23086c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:29.755808 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5910c50-ee57-4a3c-abea-4836c7999a67,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:29.766686 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:29.868115 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a72c97b2-685e-4bcd-8371-44d9f8c25ec5 req-ddd6fde2-b5e1-406c-a85e-72bf5ef0861a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=34345b95-d955-45f7-a652-db672a909d72 HTTP/1.1" status: 200 len: 210 time: 0.0331447 Jun 16 17:01:29.878178 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:29.882593 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-25d27e5f-fdcd-4aff-9ce4-c746a0540de6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5610437 Jun 16 17:01:29.887416 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40762) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:29.889683 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'security_group_rule': {'security_group_id': 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb', 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:30.004441 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.securitygroups_db [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Project fbe204e38cbe42eb9d298a44054c8f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:01:30.013020 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:30.146754 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:30.221293 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89abf-c73a-4e87-8e3b-7884c803c8c3 req-e81bf107-52b8-4791-9193-e8cc1b5284ce tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:30.226494 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eca89abf-c73a-4e87-8e3b-7884c803c8c3 req-e81bf107-52b8-4791-9193-e8cc1b5284ce tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.0855639 Jun 16 17:01:30.270934 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-eca89abf-c73a-4e87-8e3b-7884c803c8c3 req-91776c22-9dce-40fd-8cc8-6083aab2f7c1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Jun 16 17:01:30.272197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:30.275111 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:30.304798 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0720ee-713b-4d13-b928-acf4a109dac9,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:30.308554 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:30.392220 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:30.397231 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-9f22a294-b07b-4bd3-b28d-dc63da462b02 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5133169 Jun 16 17:01:30.537387 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-df37c3e5-e147-4696-a868-5f1b443f1375 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334550085&fields=id&tenant_id=fbe204e38cbe42eb9d298a44054c8f29 HTTP/1.1" status: 200 len: 267 time: 0.0405800 Jun 16 17:01:30.610356 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-05addbdb-a4e4-4774-87c2-bd148a4f8784 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:30.611781 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-05addbdb-a4e4-4774-87c2-bd148a4f8784 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0689230 Jun 16 17:01:30.623699 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'port': {'security_groups': ['ba37865b-ca4b-485f-b8c5-8e7cc3a51227', 'a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb']}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:30.674684 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:30.693980 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: ef3ee475-7f40-4ba1-828d-f65740592cd4 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:30.696985 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device ef3ee475-7f40-4ba1-828d-f65740592cd4 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:30.725748 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:30.925114 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-b2250e86-e548-486e-8820-111239037ca2 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:30.940090 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-b2250e86-e548-486e-8820-111239037ca2 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1222827 Jun 16 17:01:30.947607 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:30.993595 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.083337 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Deleting port cfe21567-99b6-44d7-bb2d-865835a105ce {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:31.083675 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.164971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.173028 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8828acd0-7907-4b62-932d-715d8ed1f876 tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:31.176451 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40788) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:31.184926 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['0dadbb17-0524-487e-813e-087519b59ea5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:31.185151 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] For port cfe21567-99b6-44d7-bb2d-865835a105ce, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=cfe21567-99b6-44d7-bb2d-865835a105ce,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:31.185384 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.263764 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Calling delete_port for cfe21567-99b6-44d7-bb2d-865835a105ce owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:31.264502 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.265239 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.279219 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2fd1c911-41aa-4673-aa5b-9cba44e34f95 req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "PUT /v2.0/ports/0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 982 time: 0.6603918 Jun 16 17:01:31.280013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:31.282962 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1ea81-76a7-4c13-becc-0b79ded982bf" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:31.373310 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=6']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:31.387761 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3e4e2-3e72-4ebd-aa87-9b2af84937cf x-openstack-request-id: req-4be3e4e2-3e72-4ebd-aa87-9b2af84937cf {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:31.388155 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:31.388580 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4be3e4e2-3e72-4ebd-aa87-9b2af84937cf {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:31.388903 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'status': 'completed', 'code': 200} Jun 16 17:01:31.393608 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-57b28cf8-406b-462f-8120-d15d099758ac tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:31.462907 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.519157 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['0dadbb17-0524-487e-813e-087519b59ea5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:31.544079 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.596835 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da5db-257e-4ea3-86ea-4172f6074082 req-489c7e89-5318-4492-85f4-6ee01167449a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.602927 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c03da5db-257e-4ea3-86ea-4172f6074082 req-489c7e89-5318-4492-85f4-6ee01167449a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0859497 Jun 16 17:01:31.640647 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-44fe546f-a8f4-4c6f-943f-0ad95889a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.642237 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-44fe546f-a8f4-4c6f-943f-0ad95889a332 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1138 time: 0.2384360 Jun 16 17:01:31.653315 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c03da5db-257e-4ea3-86ea-4172f6074082 req-753c5b48-3f8f-4785-8d0b-b382b2cb50cb tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478144 Jun 16 17:01:31.658142 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.660216 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-39da9141-c183-4c4d-9983-d25b29d6ec68 None None] Provisioning complete for port 0dadbb17-0524-487e-813e-087519b59ea5 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:31.662070 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-39da9141-c183-4c4d-9983-d25b29d6ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.673423 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f263c235-2f65-4c07-8c05-8a851c4b60c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:31.721222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Pushing event deleted for resources: {'Port': ['ID=cfe21567-99b6-44d7-bb2d-865835a105ce,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:31.727534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:31.730431 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe75a-6d99-41ac-8967-445f72cbd710 req-55e5b470-3c0d-4fa8-9821-1c3838f5a2e5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.732839 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-085fe75a-6d99-41ac-8967-445f72cbd710 req-55e5b470-3c0d-4fa8-9821-1c3838f5a2e5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 945 time: 0.1650620 Jun 16 17:01:31.776744 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] No DVR routers for this DVR port cfe21567-99b6-44d7-bb2d-865835a105ce on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:31.782428 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.782872 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-287b7502-ade0-4c77-9e85-6f3599e5c80c req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "DELETE /v2.0/ports/cfe21567-99b6-44d7-bb2d-865835a105ce HTTP/1.1" status: 204 len: 173 time: 0.8320239 Jun 16 17:01:31.783351 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'name': 'network-vif-deleted', 'tag': 'cfe21567-99b6-44d7-bb2d-865835a105ce'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:31.786104 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.787237 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d157f-abac-4a5b-90a4-7f68e353c0dc" -d '{"events": [{"server_uuid": "0d771d54-2b61-48e8-9c22-12ebcc7a291c", "name": "network-vif-deleted", "tag": "cfe21567-99b6-44d7-bb2d-865835a105ce"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:31.790229 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:31.796393 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "DELETE /v2.0/security-groups/1ff3a792-a9da-40e1-8d82-92890c06cd31 HTTP/1.1" status: 204 len: 168 time: 0.6126726 Jun 16 17:01:31.796393 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8c798ffd-c276-463a-99eb-59c0c5bda4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:31.799458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40800) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:31.816423 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.api.v2.resource [None req-6d596c8b-9a0a-4817-8e3e-5b4ed6262cc8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] show failed (client error): The resource could not be found. Jun 16 17:01:31.821868 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-6d596c8b-9a0a-4817-8e3e-5b4ed6262cc8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups/1ff3a792-a9da-40e1-8d82-92890c06cd31 HTTP/1.1" status: 404 len: 347 time: 0.0170519 Jun 16 17:01:31.823769 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40804) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:31.828602 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3a792-a9da-40e1-8d82-92890c06cd31,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:31.840077 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:31.861725 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-085fe75a-6d99-41ac-8967-445f72cbd710 req-a47fd67e-9307-44da-a569-abf357088a94 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206322 Jun 16 17:01:31.865769 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-25e98947-2601-4cf5-bff4-aee10a5b9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:31.867323 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-25e98947-2601-4cf5-bff4-aee10a5b9975 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 915 time: 0.2111158 Jun 16 17:01:31.997983 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81de8c-913e-4ed5-81f4-58f75d6b0982 x-openstack-request-id: req-fb81de8c-913e-4ed5-81f4-58f75d6b0982 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:31.997983 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d771d54-2b61-48e8-9c22-12ebcc7a291c", "name": "network-vif-deleted", "tag": "cfe21567-99b6-44d7-bb2d-865835a105ce", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:31.997983 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb81de8c-913e-4ed5-81f4-58f75d6b0982 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:31.997983 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d771d54-2b61-48e8-9c22-12ebcc7a291c', 'name': 'network-vif-deleted', 'tag': 'cfe21567-99b6-44d7-bb2d-865835a105ce', 'status': 'completed', 'code': 200} Jun 16 17:01:32.075902 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Deleting port b9927f57-0cd0-4385-9564-65a91cdd8e12 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:32.076388 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.092169 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-90c63563-1d82-46bf-8e1c-7e323a9194ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 1002 time: 0.2099271 Jun 16 17:01:32.166499 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-58f069c2-23b7-4bf9-abe2-3a0b7fcf0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:32.168000 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-58f069c2-23b7-4bf9-abe2-3a0b7fcf0412 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 200 len: 853 time: 0.0669792 Jun 16 17:01:32.187098 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.187725 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.249637 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-1b8ad4fa-d48e-47b8-8f64-75f132712d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:32.251125 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-1b8ad4fa-d48e-47b8-8f64-75f132712d74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723140 Jun 16 17:01:32.272561 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Calling delete_port for b9927f57-0cd0-4385-9564-65a91cdd8e12 owned by network:floatingip {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:32.392931 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-99c0f1d7-5d04-4720-a88f-8211b7c5667e service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236238 Jun 16 17:01:32.490786 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-51f1ea81-76a7-4c13-becc-0b79ded982bf req-69f80e57-9235-43c0-af47-c3b9639a0ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884402 Jun 16 17:01:32.574607 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.577255 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e31673a9-af35-4999-be37-6d65f31b2c3f tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:32.605079 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event deleted for resources: {'Port': ['ID=b9927f57-0cd0-4385-9564-65a91cdd8e12,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:32.608003 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['414f6fcb-1dfe-4196-8b72-0d627fec2e90', 'cfe21567-99b6-44d7-bb2d-865835a105ce'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:32.608935 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:32.680791 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.684408 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:32.685790 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "DELETE /v2.0/floatingips/409b1ef6-d985-4bf6-94ae-aef4cd0cc8ed HTTP/1.1" status: 204 len: 168 time: 0.8593776 Jun 16 17:01:33.084660 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-440f3316-6dfc-47e8-99cd-d105747348ae req-098da8ad-2b6e-4f6c-a444-4717a8956173 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d771d54-2b61-48e8-9c22-12ebcc7a291c HTTP/1.1" status: 200 len: 210 time: 0.0337198 Jun 16 17:01:33.258355 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40822) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:33.264639 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129405509', 'description': 'tempest-description--1404195735'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:33.421086 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:33.511645 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:33.649788 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:33.652486 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-52b0a738-963c-4cf4-85d0-4ccb1497a475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:33.679629 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2172e75e-ac93-499d-98fb-595e248a24d0,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:33.682690 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:33.780357 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:33.781933 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5210128 Jun 16 17:01:33.784832 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40826) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:33.789455 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'security_group_rule': {'security_group_id': '2172e75e-ac93-499d-98fb-595e248a24d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:33.946377 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.019683 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.106314 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.111192 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:34.127367 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1e0231-3c70-4250-8751-c2fad332596f,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:34.130916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:34.209262 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.212569 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247010 Jun 16 17:01:34.214721 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 40832) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:34.219398 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'security_group_rule': {'security_group_id': '2172e75e-ac93-499d-98fb-595e248a24d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:34.323775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.659007 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.703653 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device cfe21567-99b6-44d7-bb2d-865835a105ce no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:34.744652 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: cfe21567-99b6-44d7-bb2d-865835a105ce {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:34.745179 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device cfe21567-99b6-44d7-bb2d-865835a105ce not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:34.767056 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.769160 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-94c1d73f-fb13-45b1-a9fc-b401eb37f435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:34.787849 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f265395f-8321-40b2-86c5-b70a0854d8cc,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:34.794332 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:34.879755 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0c532-c944-443c-a6c7-285eb78c0a84 req-d09d3fca-f4e7-44bc-ab78-1103d88fee67 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:34.881378 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-33c0c532-c944-443c-a6c7-285eb78c0a84 req-d09d3fca-f4e7-44bc-ab78-1103d88fee67 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0797822 Jun 16 17:01:34.896385 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:34.902699 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-422efae2-cb79-4285-9370-48b300a32137 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6818757 Jun 16 17:01:34.903079 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40846) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:34.908744 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'floatingip': {'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:34.932535 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-33c0c532-c944-443c-a6c7-285eb78c0a84 req-daeee400-8a1a-4ff6-86df-78deac393bcd tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Jun 16 17:01:35.020855 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:35.171410 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:35.294946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Allocated IP 172.28.0.65 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/d280fa60-bd7e-471f-8071-fa837839000b) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:35.413074 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:35.604307 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:35.606490 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:35.647827 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:35.653033 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:35.657135 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:35.663056 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'Port': ['ID=d280fa60-bd7e-471f-8071-fa837839000b,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:35.684258 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:35.751392 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:35.867737 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:36.047223 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:36.118415 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428aa3-ce90-418c-ba18-091e77993f7f req-b205e245-ff05-4873-8bae-8a429a10afc7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:36.119883 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a428aa3-ce90-418c-ba18-091e77993f7f req-b205e245-ff05-4873-8bae-8a429a10afc7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0699430 Jun 16 17:01:36.140304 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:36.144741 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:36.228940 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a428aa3-ce90-418c-ba18-091e77993f7f req-1d66b9c4-9e9b-4934-8128-2b7f7c0a1c78 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030457 Jun 16 17:01:36.232087 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'Port': ['ID=d280fa60-bd7e-471f-8071-fa837839000b,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:36.241120 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:36.267666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:36.341359 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:36.342968 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4384418 Jun 16 17:01:36.645578 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-320940e1-cc22-480e-9431-3bbb72fac0bf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2129405509&fields=id&tenant_id=98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 267 time: 0.0810113 Jun 16 17:01:36.769223 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-2a17e3cd-df57-44f6-adf7-79bb5d9ec5be tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:36.771053 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-2a17e3cd-df57-44f6-adf7-79bb5d9ec5be tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 817 time: 0.1180592 Jun 16 17:01:36.788638 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-23da92a8-74d8-4ac6-a0de-5d01052cef7c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/quotas/98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 375 time: 0.0107780 Jun 16 17:01:36.898533 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4cf72f8a-713e-49d5-9d86-d4d62756d8da tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031220 Jun 16 17:01:37.051127 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-3bc3b51f-0cd9-4da4-bc63-235422001681 service neutron] 10.222.0.72 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345437 Jun 16 17:01:37.156874 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40890) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:37.177854 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-8dfde22f-7149-437f-8139-3ee6e5a78654 service neutron] 10.222.0.72 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192055 Jun 16 17:01:37.318236 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.472021 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.521603 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40718e-3d52-4e1d-893d-4202d71c512c req-c546cb3c-6999-4067-9b0c-aac6e8f1b265 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:37.523068 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9dec65c2-cc99-4a00-a4ba-df9af92d13d4 req-4fe65bf3-2c2e-43fd-b1be-5b20a4e32c58 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 210 time: 0.0441720 Jun 16 17:01:37.524567 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d40718e-3d52-4e1d-893d-4202d71c512c req-c546cb3c-6999-4067-9b0c-aac6e8f1b265 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1019597 Jun 16 17:01:37.578827 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0d40718e-3d52-4e1d-893d-4202d71c512c req-bceadaa7-eebf-45d2-b40b-78a85dfef7b1 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Jun 16 17:01:37.580929 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.585077 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2658f314-4099-4a5c-8118-0d212e8ccb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:37.638300 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=038d5d5a80c745e8b1c96744dcdaf021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790838 Jun 16 17:01:37.640191 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e058f44d-cd36-4d86-963e-3748e8a56053,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:37.647234 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40906) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:37.657378 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:37.730181 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.760110 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.941084 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.944214 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:37.945823 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e058f44d-cd36-4d86-963e-3748e8a56053 HTTP/1.1" status: 204 len: 168 time: 0.2971156 Jun 16 17:01:37.947065 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-008a42b6-cae4-4067-b381-1bb407535971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:37.960059 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e058f44d-cd36-4d86-963e-3748e8a56053,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:37.963607 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:38.222766 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:38.661650 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-16e9c6ad-4d95-476d-bef7-5c6f72e70fed req-4539bcb8-66d7-49b7-bf65-7e2a8fd5f141 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 210 time: 0.0376086 Jun 16 17:01:38.837138 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb9ecc-5976-40fe-8a44-7ae267b2fce4 req-14581bb3-bd7f-4cd9-8034-940ac57d6d4b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:38.838669 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-91fb9ecc-5976-40fe-8a44-7ae267b2fce4 req-14581bb3-bd7f-4cd9-8034-940ac57d6d4b tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0815544 Jun 16 17:01:38.899722 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-91fb9ecc-5976-40fe-8a44-7ae267b2fce4 req-64cbb611-b821-43ee-8c22-b8d656569793 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502236 Jun 16 17:01:39.612034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40938) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:39.753770 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1359646954-network', 'tenant_id': '03a8bd3418504e118751eef3ef96f317'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:39.880518 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f6a6a7a6-2397-484a-b1b0-4cd96f8d5bfa req-4664c594-4a07-49bf-8813-df2b1fdc1606 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 210 time: 0.0369956 Jun 16 17:01:39.957820 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Made reservation on behalf of 03a8bd3418504e118751eef3ef96f317 for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:39.960828 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:39.971337 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.168967 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.223852 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a3e30-9c67-468c-92ee-3e5af7bb5374 req-984dee68-4853-4a56-bd8c-81b261bc11d5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.227127 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-908a3e30-9c67-468c-92ee-3e5af7bb5374 req-984dee68-4853-4a56-bd8c-81b261bc11d5 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1613157 Jun 16 17:01:40.268700 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.272026 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:40.277604 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-908a3e30-9c67-468c-92ee-3e5af7bb5374 req-3e4f07dd-fe68-46c5-9313-f2a3db8ff574 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Jun 16 17:01:40.296982 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:01:40.314679 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8ce22-f374-46d2-b61c-56a74e232fee,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:40.318466 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.318864 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Added segment 7936f263-453c-4a1c-80f5-3141ccb7e60b of type vlan for network 1d1eb4e7-f725-477e-bfae-e73c385cf42d Jun 16 17:01:40.320555 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:40.364241 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.472021 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.473596 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:40.474321 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.477436 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a7ca7bd6-ff73-4893-b6ad-e7b638e2468b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:40.551953 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1eb4e7-f725-477e-bfae-e73c385cf42d,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:40.555335 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:40.566682 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 1d1eb4e7-f725-477e-bfae-e73c385cf42d details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:01:40.587007 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9737067 Jun 16 17:01:40.591492 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 40948) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:40.597166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Request body: {'subnet': {'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1359646954-subnet', 'tenant_id': '03a8bd3418504e118751eef3ef96f317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:40.746292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Made reservation on behalf of 03a8bd3418504e118751eef3ef96f317 for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:40.748844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:41.097890 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-0d04679a-bbe4-43d0-91e5-d0e85503e929 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.099441 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-0d04679a-bbe4-43d0-91e5-d0e85503e929 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 817 time: 0.2135127 Jun 16 17:01:41.100686 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f66f721a-e0a8-4116-865f-a43aeb39f588 req-25e300d3-c906-4fca-9aaf-65463af69b50 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Jun 16 17:01:41.168304 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:41.174175 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:41.180168 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-f990e4bc-c99b-45a3-b440-51769e833b2d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 380 time: 0.0632586 Jun 16 17:01:41.217825 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'port': {'device_id': '7303c720-89bb-4621-8cd3-32e1fab60808', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'admin_state_up': True, 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'security_groups': ['2172e75e-ac93-499d-98fb-595e248a24d0']}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:41.274139 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca53dbcf-cf7b-481c-baf7-d1c63337ab5b,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:41.280753 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:41.327062 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Checking segment: {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:41.327429 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Network hostable DHCP agents. Network: 1d1eb4e7-f725-477e-bfae-e73c385cf42d, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:01:41.443935 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Network 1d1eb4e7-f725-477e-bfae-e73c385cf42d is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:01:41.502894 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eacd5b-73a4-4f7d-9b1b-d545cc983127 req-9a849afc-008d-4a9b-9cae-d66615035d2e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.504436 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-23eacd5b-73a4-4f7d-9b1b-d545cc983127 req-9a849afc-008d-4a9b-9cae-d66615035d2e tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.0723543 Jun 16 17:01:41.535197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Made reservation on behalf of 98d7f3a06c3d4b96bbff330a9abc6529 for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:41.539455 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:41.555850 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-23eacd5b-73a4-4f7d-9b1b-d545cc983127 req-d3fceef6-85bb-4079-9b09-ac10fb35f4b4 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Jun 16 17:01:41.618710 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 1d1eb4e7-f725-477e-bfae-e73c385cf42d) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:41.629946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:41.637331 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:41.637606 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20118dd-4e8d-4811-bdd5-c7f147b8a58f None None] Network 1d1eb4e7-f725-477e-bfae-e73c385cf42d requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:41.723023 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Allocated IP 172.20.0.7 (3fae4177-1249-45b0-b1d5-76c802f9fafd/7baf97da-8d00-44d2-95d9-fe7f16bbfa79/b6ff4b3d-6746-4dc4-b482-e21632b631b6) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:41.745019 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2d88bd6b-d44c-470e-afe5-c8748779b2e7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1520152 Jun 16 17:01:41.795326 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e23f9-297e-4d57-a177-5c66fafd1644 None None] Network 1d1eb4e7-f725-477e-bfae-e73c385cf42d requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:41.934170 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:41.950637 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Transition to ACTIVE for port object b6ff4b3d-6746-4dc4-b482-e21632b631b6 will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:42.097622 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.103319 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b4c3d47d-4e56-4c9a-b196-21307700aab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:42.170491 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:42.177493 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:42.189397 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:42.253884 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:42.263538 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:42.349973 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.351507 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.418709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97291-5e50-4843-8d89-f99f22de622f req-b300b91d-8ee3-460d-a99a-3df47ad2fe71 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.422331 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-18d97291-5e50-4843-8d89-f99f22de622f req-b300b91d-8ee3-460d-a99a-3df47ad2fe71 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1927147 Jun 16 17:01:42.453422 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21f44b-74ce-440a-a3f8-1a31553ab8e5 req-cfcb58d1-4fbd-46f6-8b38-7901885f2a90 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.455251 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cf21f44b-74ce-440a-a3f8-1a31553ab8e5 req-cfcb58d1-4fbd-46f6-8b38-7901885f2a90 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 931 time: 0.0984895 Jun 16 17:01:42.524127 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119974 Jun 16 17:01:42.530722 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cf21f44b-74ce-440a-a3f8-1a31553ab8e5 req-7ae23cac-fa79-4aa8-9f4e-beae05baf259 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646060 Jun 16 17:01:42.540735 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Request body: {'port': {'device_id': '7303c720-89bb-4621-8cd3-32e1fab60808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:42.582815 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Deleting port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:42.582815 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.696103 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.707389 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] For port 414f6fcb-1dfe-4196-8b72-0d627fec2e90, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=414f6fcb-1dfe-4196-8b72-0d627fec2e90,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:42.707976 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.722696 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-79a7b695-4c0e-414b-b408-2a182aa4a27f None None] Provisioning for port b6ff4b3d-6746-4dc4-b482-e21632b631b6 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:42.731045 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-79a7b695-4c0e-414b-b408-2a182aa4a27f None None] Provisioning complete for port b6ff4b3d-6746-4dc4-b482-e21632b631b6 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:42.735278 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-79a7b695-4c0e-414b-b408-2a182aa4a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:42.826724 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Calling delete_port for 414f6fcb-1dfe-4196-8b72-0d627fec2e90 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:42.828563 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-79a7b695-4c0e-414b-b408-2a182aa4a27f None None] Port b6ff4b3d-6746-4dc4-b482-e21632b631b6 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:01:42.985498 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45f241-278b-4bfc-9b8d-f9c1d31421e7 req-6a427c0f-6324-4c50-bbeb-f06a935e0da8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:42.987207 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1c45f241-278b-4bfc-9b8d-f9c1d31421e7 req-6a427c0f-6324-4c50-bbeb-f06a935e0da8 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 945 time: 0.1969085 Jun 16 17:01:43.084841 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1c45f241-278b-4bfc-9b8d-f9c1d31421e7 req-ba56f5a7-2b7a-4580-b839-09e151a5409a tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/security-groups?id=83c3556b-47b8-4ff8-8ec5-d063d5ecac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855505 Jun 16 17:01:43.189103 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ff4b3d-6746-4dc4-b482-e21632b631b6 {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:43.197937 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.212918 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Transition to ACTIVE for port object b6ff4b3d-6746-4dc4-b482-e21632b631b6 will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:43.232180 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.238144 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9e74bcfa-b0a8-4b81-b296-5b8e8e8f7f05 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:43.246758 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['414f6fcb-1dfe-4196-8b72-0d627fec2e90'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:43.269089 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Pushing event deleted for resources: {'Port': ['ID=414f6fcb-1dfe-4196-8b72-0d627fec2e90,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:43.274640 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:43.338024 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] No DVR routers for this DVR port 414f6fcb-1dfe-4196-8b72-0d627fec2e90 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:43.342360 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.346894 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.347222 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-18d97291-5e50-4843-8d89-f99f22de622f req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.13 "DELETE /v2.0/ports/414f6fcb-1dfe-4196-8b72-0d627fec2e90 HTTP/1.1" status: 204 len: 173 time: 0.9151533 Jun 16 17:01:43.347666 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'name': 'network-vif-deleted', 'tag': '414f6fcb-1dfe-4196-8b72-0d627fec2e90'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:43.350437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c168a9d-783d-4950-87f2-296e11141dae" -d '{"events": [{"server_uuid": "0f3c6521-e882-44a9-8423-a746ae6eec15", "name": "network-vif-deleted", "tag": "414f6fcb-1dfe-4196-8b72-0d627fec2e90"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:43.365224 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0604d495-8c1d-4576-baf8-88a73d26bf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:43.416432 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aea2fb-908c-4252-8bdc-ab6ef41c4d1f x-openstack-request-id: req-c6aea2fb-908c-4252-8bdc-ab6ef41c4d1f {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:43.416766 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3c6521-e882-44a9-8423-a746ae6eec15", "name": "network-vif-deleted", "tag": "414f6fcb-1dfe-4196-8b72-0d627fec2e90", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:43.417085 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6aea2fb-908c-4252-8bdc-ab6ef41c4d1f {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:43.417627 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c6521-e882-44a9-8423-a746ae6eec15', 'name': 'network-vif-deleted', 'tag': '414f6fcb-1dfe-4196-8b72-0d627fec2e90', 'status': 'completed', 'code': 200} Jun 16 17:01:43.498767 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:43.524807 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:43.588461 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Attempting to bind port b6ff4b3d-6746-4dc4-b482-e21632b631b6 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:43.588953 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Attempting to bind port b6ff4b3d-6746-4dc4-b482-e21632b631b6 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:43.589429 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Attempting to bind port b6ff4b3d-6746-4dc4-b482-e21632b631b6 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:43.596990 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Port b6ff4b3d-6746-4dc4-b482-e21632b631b6 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:01:43.597626 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Attempting to bind port b6ff4b3d-6746-4dc4-b482-e21632b631b6 on network 3fae4177-1249-45b0-b1d5-76c802f9fafd {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:43.606498 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:43.607039 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Checking segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:43.607561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Bound using segment: {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:43.608348 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Bound port: b6ff4b3d-6746-4dc4-b482-e21632b631b6, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9759f96-0b71-4711-80b0-0ceb4b720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:43.611645 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.712440 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:43.718534 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:43.896245 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.899545 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:43.937197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:43.937900 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.941710 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] 10.222.0.13 "PUT /v2.0/ports/b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 200 len: 1093 time: 1.4069438 Jun 16 17:01:43.941710 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:43.942676 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6950f4-8f66-4b5a-80c5-c0b00808538d" -d '{"events": [{"name": "network-changed", "server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:43.972854 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:43.977871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:44.011183 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b6c933-0676-4a30-99c0-cf12c044877d x-openstack-request-id: req-a0b6c933-0676-4a30-99c0-cf12c044877d {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:44.011532 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:44.011824 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0b6c933-0676-4a30-99c0-cf12c044877d {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:44.012271 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'status': 'completed', 'code': 200} Jun 16 17:01:44.059611 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59207fe-259b-4134-a14a-2a267bdc827f req-d65da82a-0314-419e-aa24-42a41465719d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.062735 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c59207fe-259b-4134-a14a-2a267bdc827f req-d65da82a-0314-419e-aa24-42a41465719d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.1265979 Jun 16 17:01:44.135192 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c59207fe-259b-4134-a14a-2a267bdc827f req-bbe49ab4-6434-46ca-9583-4374cf1623d0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635872 Jun 16 17:01:44.170684 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6950f4-8f66-4b5a-80c5-c0b00808538d req-f149494e-8602-41dd-9dbc-8d5d452edb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.172352 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ce6950f4-8f66-4b5a-80c5-c0b00808538d req-f149494e-8602-41dd-9dbc-8d5d452edb8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1096 time: 0.0997672 Jun 16 17:01:44.662556 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a0108ff4-51bb-47ac-a15e-a5c3bc53ebc6 req-ccdae356-9d82-4156-902f-939efbde2d51 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f3c6521-e882-44a9-8423-a746ae6eec15 HTTP/1.1" status: 200 len: 210 time: 0.0428367 Jun 16 17:01:44.780884 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6950f4-8f66-4b5a-80c5-c0b00808538d req-3cf0a9db-ca23-45d8-bbd6-f123dcef6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:44.783668 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ce6950f4-8f66-4b5a-80c5-c0b00808538d req-3cf0a9db-ca23-45d8-bbd6-f123dcef6ebe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5902429 Jun 16 17:01:45.029967 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-51b88da3-5562-4ffd-bca1-b6a5d75f93ff tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.031876 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-51b88da3-5562-4ffd-bca1-b6a5d75f93ff tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/networks?id=1d1eb4e7-f725-477e-bfae-e73c385cf42d HTTP/1.1" status: 200 len: 809 time: 0.2359586 Jun 16 17:01:45.035214 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6950f4-8f66-4b5a-80c5-c0b00808538d req-4c8bb4fd-d274-46a8-81c4-db33f63b581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.037030 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ce6950f4-8f66-4b5a-80c5-c0b00808538d req-4c8bb4fd-d274-46a8-81c4-db33f63b581c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237406 Jun 16 17:01:45.056649 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-147401c8-bee1-4720-b26c-073cf9f4b480 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/quotas/03a8bd3418504e118751eef3ef96f317 HTTP/1.1" status: 200 len: 375 time: 0.0157030 Jun 16 17:01:45.112138 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-531601d2-d2f3-47f0-a1df-f93612372f53 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a8bd3418504e118751eef3ef96f317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492764 Jun 16 17:01:45.265191 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-205ff09d-c9d5-408c-a861-031d380ca417 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456156 Jun 16 17:01:45.276343 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-2c865c46-6a12-458a-bc17-660ebcfa4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.276343 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-2c865c46-6a12-458a-bc17-660ebcfa4c8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1096 time: 0.1462402 Jun 16 17:01:45.336355 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-01b46fa6-4783-4842-a889-645e6a464ee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 200 len: 217 time: 0.0520382 Jun 16 17:01:45.391873 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc417157-8ca8-4809-93e3-72ef13708e45 req-2b2d127c-320c-48df-817f-9e22bf253b5f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.393670 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc417157-8ca8-4809-93e3-72ef13708e45 req-2b2d127c-320c-48df-817f-9e22bf253b5f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0976338 Jun 16 17:01:45.461545 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-715980c9-d65d-47a3-a931-35041bd4c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.462397 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc417157-8ca8-4809-93e3-72ef13708e45 req-1e5f12a1-39d4-4421-b7b4-b8a5f153c933 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573847 Jun 16 17:01:45.463907 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-715980c9-d65d-47a3-a931-35041bd4c351 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.1172791 Jun 16 17:01:45.487863 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a7ec5a04-69f7-42ad-aca6-97b7740fb7ba service neutron] 10.222.0.72 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127564 Jun 16 17:01:45.542717 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-7b2df489-1785-41c5-9477-595cd4064543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:45.544821 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-7b2df489-1785-41c5-9477-595cd4064543 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732541 Jun 16 17:01:45.659964 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-bd81e3be-5852-444a-9891-911e61be4774 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050305 Jun 16 17:01:45.778650 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1345d839-8d9e-47a0-98c8-3357f7e3b39d req-cbe3cfe5-3b7f-4c17-a05b-caf7a17d2c71 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113544 Jun 16 17:01:45.789841 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41022) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:45.962320 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-46452a1f-afcb-42b3-82f2-301bd77fde0d req-505bdca9-cce5-48a3-8ac0-152ea9859775 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 210 time: 0.0430877 Jun 16 17:01:46.425811 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.689638 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53ebe3-200c-47ca-9d79-b6db588b4176 req-447231fd-8a6f-4e2a-9888-7b7a327ae7d4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:46.691724 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6b53ebe3-200c-47ca-9d79-b6db588b4176 req-447231fd-8a6f-4e2a-9888-7b7a327ae7d4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0856671 Jun 16 17:01:46.760955 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6b53ebe3-200c-47ca-9d79-b6db588b4176 req-c5fca23a-9f08-46c9-8283-9b55c1420f1f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584302 Jun 16 17:01:46.782403 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Deleting port 470ec029-7a89-4bff-b853-4619d48ed936 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:46.782957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.785376 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 414f6fcb-1dfe-4196-8b72-0d627fec2e90 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:46.818889 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 414f6fcb-1dfe-4196-8b72-0d627fec2e90 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:46.819364 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 414f6fcb-1dfe-4196-8b72-0d627fec2e90 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:46.899513 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] For port 470ec029-7a89-4bff-b853-4619d48ed936, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=470ec029-7a89-4bff-b853-4619d48ed936,segment=NetworkSegment(34fee82f-7323-4336-9845-e55a683ada80),segment_id=34fee82f-7323-4336-9845-e55a683ada80)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:46.900056 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:46.986271 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Calling delete_port for 470ec029-7a89-4bff-b853-4619d48ed936 owned by network:router_interface {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:47.135274 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cc6a9b58-ce18-4e62-b470-65acca904807 req-d05e61f2-67c0-4bcf-9a8b-b3a89ce47e1e tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 210 time: 0.0591779 Jun 16 17:01:47.489132 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:47.492120 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:47.520223 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=470ec029-7a89-4bff-b853-4619d48ed936,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:47.523072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:47.746924 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:48.186544 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b6e6c-857a-4921-8b83-39640679a08f req-df0fa89b-869c-4b1c-9480-2041f6e4967e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.188398 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1f7b6e6c-857a-4921-8b83-39640679a08f req-df0fa89b-869c-4b1c-9480-2041f6e4967e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.1657116 Jun 16 17:01:48.190926 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Router a47dd1bf-2d96-4618-8f02-5644d58545de has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:48.515011 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a24a9948-03b0-4937-9d4b-9df6ae82edbd req-be7a16c2-8137-4068-94ea-65a6d05e9827 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 210 time: 0.1548460 Jun 16 17:01:48.600528 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1f7b6e6c-857a-4921-8b83-39640679a08f req-e4c026aa-c1dd-4fe0-8343-61b725c9dc28 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043193 Jun 16 17:01:48.664796 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:48.677736 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] 10.222.0.72 "PUT /v2.0/routers/a47dd1bf-2d96-4618-8f02-5644d58545de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862948 Jun 16 17:01:48.681449 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41052) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:48.683867 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] Sync routers for ids ['a47dd1bf-2d96-4618-8f02-5644d58545de'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:48.699737 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] Routers {'a47dd1bf-2d96-4618-8f02-5644d58545de'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:48.700733 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a47dd1bf-2d96-4618-8f02-5644d58545de'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:48.747636 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114ba4-7bd8-4199-83e7-2ae115336f50 req-c29e0b4d-6ff2-4c45-a16b-1591367ed260 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:48.749523 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a0114ba4-7bd8-4199-83e7-2ae115336f50 req-c29e0b4d-6ff2-4c45-a16b-1591367ed260 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.0974119 Jun 16 17:01:48.796942 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:48.818122 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a0114ba4-7bd8-4199-83e7-2ae115336f50 req-0277efad-1fc5-4228-9e1e-1b61bdeae52c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Jun 16 17:01:48.856111 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] Set router a47dd1bf-2d96-4618-8f02-5644d58545de gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:48.922603 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks [] for router, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:48.968759 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:48.992801 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'mac_address': 'fa:16:3e:d9:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:49.049946 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.067528 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ff4b3d-6746-4dc4-b482-e21632b631b6 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:49.074090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.098278 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:49.101892 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T17:01:47Z', 'revision_number': 5, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:49.106974 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] Checking router: a47dd1bf-2d96-4618-8f02-5644d58545de for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:49.117776 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] Routers {'a47dd1bf-2d96-4618-8f02-5644d58545de'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:49.118394 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a47dd1bf-2d96-4618-8f02-5644d58545de'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:49.209573 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.212682 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:49.239878 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Deleting port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:49.240370 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.253191 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] Set router a47dd1bf-2d96-4618-8f02-5644d58545de gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:49.271391 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:49.275525 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:49.355192 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] For port 9ffae039-66ca-447d-8ad7-22bc8e3dee9d, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:49.355791 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.449112 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Calling delete_port for 9ffae039-66ca-447d-8ad7-22bc8e3dee9d owned by network:router_gateway {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:49.463814 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T17:01:47Z', 'revision_number': 5, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:49.466112 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126602-8444-47ce-a8ba-ceaf11f71ed9 None None] The sync data for ids ['a47dd1bf-2d96-4618-8f02-5644d58545de'] in dv-cinder-772126-4-smb is: [{'id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'name': 'tempest-ServerRescueNegativeTestJSON-570062986-router', 'tenant_id': 'dd3182a3d0924848bbffa654d3b40aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:01Z', 'updated_at': '2021-06-16T17:01:47Z', 'revision_number': 5, 'project_id': 'dd3182a3d0924848bbffa654d3b40aec', 'gw_port': {'id': '9ffae039-66ca-447d-8ad7-22bc8e3dee9d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47dd1bf-2d96-4618-8f02-5644d58545de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:02Z', 'updated_at': '2021-06-16T16:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:49.551954 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['b6ff4b3d-6746-4dc4-b482-e21632b631b6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:49.886168 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:49.892516 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2e98-d1bd-443a-b5eb-d89ea77458fe req-32713355-9c1b-40ab-8c91-9d5182a68481 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:49.895388 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a0ed2e98-d1bd-443a-b5eb-d89ea77458fe req-32713355-9c1b-40ab-8c91-9d5182a68481 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 944 time: 0.1071937 Jun 16 17:01:49.898826 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:49.968002 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffae039-66ca-447d-8ad7-22bc8e3dee9d,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:49.974525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:49.976205 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a0ed2e98-d1bd-443a-b5eb-d89ea77458fe req-3e32d02d-7306-471c-a216-e3f47ceff89c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694971 Jun 16 17:01:50.028521 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5bd1189b-3df5-419b-9f91-9972b39bbdda req-6b0c5775-af98-480f-906f-1d27ce2bff24 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 210 time: 0.2475946 Jun 16 17:01:50.092104 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.170758 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-7195b462-9bb9-4b8f-b683-32347df4f825 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.173122 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-7195b462-9bb9-4b8f-b683-32347df4f825 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "GET /v2.0/networks?id=1d1eb4e7-f725-477e-bfae-e73c385cf42d HTTP/1.1" status: 200 len: 809 time: 0.1879296 Jun 16 17:01:50.189784 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Request body: {'port': {'device_id': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d', 'admin_state_up': True, 'tenant_id': '03a8bd3418504e118751eef3ef96f317'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:50.196556 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 470ec029-7a89-4bff-b853-4619d48ed936 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:50.279096 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 470ec029-7a89-4bff-b853-4619d48ed936 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:50.279096 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 470ec029-7a89-4bff-b853-4619d48ed936 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:50.326061 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.329774 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.492408 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967b392-a1fb-46cd-a093-daf70c55b877 req-32887339-1038-437b-a668-5bf255c69411 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:50.494489 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4967b392-a1fb-46cd-a093-daf70c55b877 req-32887339-1038-437b-a668-5bf255c69411 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.1766510 Jun 16 17:01:50.545864 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4967b392-a1fb-46cd-a093-daf70c55b877 req-b605f219-87fe-415c-91bf-894758dbbe30 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jun 16 17:01:50.631960 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.633162 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47dd1bf-2d96-4618-8f02-5644d58545de {{(pid=99051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:01:50.639501 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.640872 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a47dd1bf-2d96-4618-8f02-5644d58545de HTTP/1.1" status: 204 len: 168 time: 1.9575913 Jun 16 17:01:50.643803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41062) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:50.704954 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Deleting subnet 78de8621-6104-4120-a892-6547f97ad53c {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:01:50.710079 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.763666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Made reservation on behalf of 03a8bd3418504e118751eef3ef96f317 for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:50.769722 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.778768 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:50.806242 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:01:50.890108 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.003258 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-87bed15b-fe8e-460e-9bcb-dc5ce8563c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.064480 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Allocated IP 172.20.0.11 (1d1eb4e7-f725-477e-bfae-e73c385cf42d/ca53dbcf-cf7b-481c-baf7-d1c63337ab5b/26d7a84c-3732-4d4a-aefe-c418ae8db2b2) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:51.130431 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port b6ff4b3d-6746-4dc4-b482-e21632b631b6 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:01:51.140223 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port b6ff4b3d-6746-4dc4-b482-e21632b631b6 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:01:51.143849 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.187551 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.243613 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b1248810-ef65-4ca3-8d07-ab5a291b9d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:51.263423 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-459a50c6-4ee9-444e-a964-b9b79bd6c4c0 req-21bf0ef2-7667-4f4d-9fc6-77c88effc90c tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 210 time: 0.0613830 Jun 16 17:01:51.293155 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.293780 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78de8621-6104-4120-a892-6547f97ad53c,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:51.298490 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:51.314334 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.322224 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a8e53caa-f0c7-4921-9d32-51fe4ecae4e8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/78de8621-6104-4120-a892-6547f97ad53c HTTP/1.1" status: 204 len: 168 time: 0.6768980 Jun 16 17:01:51.326502 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.328586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41072) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:51.341562 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:51.344717 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8663816a-1509-4f76-888a-4a41d1b21eea" -d '{"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:51.351348 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:51.406706 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a10220-6a39-4461-ba20-f4f1647e2d10 x-openstack-request-id: req-36a10220-6a39-4461-ba20-f4f1647e2d10 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:51.407264 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:51.407714 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-36a10220-6a39-4461-ba20-f4f1647e2d10 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:51.408164 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'code': 200} Jun 16 17:01:51.431685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.434422 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.436988 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:51.442612 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b2de-ee16-4420-b71f-210067373a83 req-4d001637-b283-4bf7-b556-e6ab72b0cb47 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.443355 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-04b5b2de-ee16-4420-b71f-210067373a83 req-4d001637-b283-4bf7-b556-e6ab72b0cb47 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 944 time: 0.2757723 Jun 16 17:01:51.487667 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.510406 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-59a18df7-869c-4167-80dd-cac6c685c92f tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:51.527426 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:51.534847 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:51.551407 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Network 1d1eb4e7-f725-477e-bfae-e73c385cf42d is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:51.556246 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:51.561844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:51.594458 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-04b5b2de-ee16-4420-b71f-210067373a83 req-472c0717-a253-49b4-981d-43387047be50 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373949 Jun 16 17:01:51.613148 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Pushing event updated for resources: {'Port': ['ID=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:51.630743 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:51.638641 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.646173 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.646950 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.655346 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203ee16c-49e6-4bb5-b6a3-29ab6d02e2df']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:51.669504 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fee82f-7323-4336-9845-e55a683ada80') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:51.670439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fee82f-7323-4336-9845-e55a683ada80') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:51.680416 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.697171 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.705377 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:01:51.705949 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:01:51.708260 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:01:51.808802 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f2386-ea9f-42d8-8a7c-fa538cdc2cc7 req-44c38b56-1428-410f-9d57-ce140f5b7bc8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:51.810370 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-321f2386-ea9f-42d8-8a7c-fa538cdc2cc7 req-44c38b56-1428-410f-9d57-ce140f5b7bc8 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.0747557 Jun 16 17:01:51.812135 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6273007 Jun 16 17:01:51.828256 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Request body: {'port': {'device_id': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:51.885572 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-321f2386-ea9f-42d8-8a7c-fa538cdc2cc7 req-1c6d10a6-d87e-4c2b-9e12-149885499e3a tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688109 Jun 16 17:01:51.929221 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.935447 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:51.938432 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.938780 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:51.942512 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] 10.222.0.72 "DELETE /v2.0/networks/203ee16c-49e6-4bb5-b6a3-29ab6d02e2df HTTP/1.1" status: 204 len: 168 time: 0.6096625 Jun 16 17:01:51.968490 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Pushing event deleted for resources: {'Network': ['ID=203ee16c-49e6-4bb5-b6a3-29ab6d02e2df,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:51.971406 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:52.058710 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9ffae039-66ca-447d-8ad7-22bc8e3dee9d no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:52.080831 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb02c13-d1b0-43eb-9971-7a91a800afb8 req-61072095-9fa8-437e-851d-110b6cede58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.082667 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cfb02c13-d1b0-43eb-9971-7a91a800afb8 req-61072095-9fa8-437e-851d-110b6cede58f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1098 time: 0.0810230 Jun 16 17:01:52.090586 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 9ffae039-66ca-447d-8ad7-22bc8e3dee9d {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:52.091131 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9ffae039-66ca-447d-8ad7-22bc8e3dee9d not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:52.128188 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-cfb02c13-d1b0-43eb-9971-7a91a800afb8 req-69e87a28-999c-4846-bab4-ef700a86e9ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Jun 16 17:01:52.282213 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:52.291657 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.306321 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Transition to ACTIVE for port object 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:52.367842 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41084) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:52.417960 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9ab2b236-a1f3-4ba6-afd1-099334afaf96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd3182a3d0924848bbffa654d3b40aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458057 Jun 16 17:01:52.420078 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41086) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:52.480074 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.529270 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.531892 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-6cf7d84d-99a9-4bf6-9bf9-c942bf858a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:52.537419 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.608485 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9777641-7d67-477e-bfc7-e4ab22dbec3f req-900796d9-876b-4873-ad8c-c33aa2ff6799 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.610187 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9777641-7d67-477e-bfc7-e4ab22dbec3f req-900796d9-876b-4873-ad8c-c33aa2ff6799 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 932 time: 0.1142426 Jun 16 17:01:52.629730 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Pushing event updated for resources: {'Port': ['ID=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:52.637016 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:52.664054 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d9777641-7d67-477e-bfc7-e4ab22dbec3f req-ef4b843c-889f-4e91-8635-20164a856bd9 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Jun 16 17:01:52.739637 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Attempting to bind port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:52.740030 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Attempting to bind port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:52.740371 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Attempting to bind port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 on network 1d1eb4e7-f725-477e-bfae-e73c385cf42d {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:52.740842 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.744926 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.750446 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 on network 1d1eb4e7-f725-477e-bfae-e73c385cf42d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:01:52.750687 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83c3556b-47b8-4ff8-8ec5-d063d5ecac58 HTTP/1.1" status: 204 len: 168 time: 0.3254890 Jun 16 17:01:52.750784 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Attempting to bind port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 on network 1d1eb4e7-f725-477e-bfae-e73c385cf42d {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:52.750881 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-dd6cce3e-1b2d-412a-ad2b-e056ac1344e2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:52.754844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:52.754844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Checking segment: {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:52.755200 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Bound using segment: {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:52.755595 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Bound port: 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:52.756065 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.765132 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c3556b-47b8-4ff8-8ec5-d063d5ecac58,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:52.771467 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:52.871853 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] For port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:52.877074 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] For port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:52.911828 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c0705-8d60-450e-942b-0e42200dfd4a req-7bf87579-e153-4bef-807c-a0019fd14ccf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:52.914155 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6a6c0705-8d60-450e-942b-0e42200dfd4a req-7bf87579-e153-4bef-807c-a0019fd14ccf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0955975 Jun 16 17:01:52.960636 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6a6c0705-8d60-450e-942b-0e42200dfd4a req-ca268eb2-4ae1-40cb-a87e-f362570fe891 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 Jun 16 17:01:52.987194 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:52.990489 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:53.033394 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.034200 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.036313 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/26d7a84c-3732-4d4a-aefe-c418ae8db2b2 HTTP/1.1" status: 200 len: 1094 time: 1.2128685 Jun 16 17:01:53.037226 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'tag': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:53.041493 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e3222-a3cf-493c-82c3-4712c0b6aeea" -d '{"events": [{"name": "network-changed", "server_uuid": "a774f7d8-6e23-438f-a91c-3d1a7a900201", "tag": "26d7a84c-3732-4d4a-aefe-c418ae8db2b2"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:53.086969 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Pushing event updated for resources: {'Port': ['ID=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:53.091954 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:53.105249 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e364002-1b77-452e-86bd-a5bf53d3a9bf x-openstack-request-id: req-1e364002-1b77-452e-86bd-a5bf53d3a9bf {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:53.105939 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a774f7d8-6e23-438f-a91c-3d1a7a900201", "tag": "26d7a84c-3732-4d4a-aefe-c418ae8db2b2", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:53.106301 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e364002-1b77-452e-86bd-a5bf53d3a9bf {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:53.106979 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'tag': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2', 'status': 'completed', 'code': 200} Jun 16 17:01:53.147773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ea7f9-a9bd-4653-8789-05cf71aa15e9 req-ac443708-61b3-4704-9b46-0a567d62c58a tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.149443 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e28ea7f9-a9bd-4653-8789-05cf71aa15e9 req-ac443708-61b3-4704-9b46-0a567d62c58a tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.1270838 Jun 16 17:01:53.218516 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e28ea7f9-a9bd-4653-8789-05cf71aa15e9 req-632f6b3b-066e-434a-8442-56f7979cee61 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Jun 16 17:01:53.251441 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e3222-a3cf-493c-82c3-4712c0b6aeea req-37d4a253-9abb-428e-a177-faff26495f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.251441 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-458e3222-a3cf-493c-82c3-4712c0b6aeea req-37d4a253-9abb-428e-a177-faff26495f4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a8bd3418504e118751eef3ef96f317&device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 1097 time: 0.1071086 Jun 16 17:01:53.425418 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e3222-a3cf-493c-82c3-4712c0b6aeea req-3f346e4e-6e01-4219-a6bc-b88d6cc31967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.426725 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-458e3222-a3cf-493c-82c3-4712c0b6aeea req-3f346e4e-6e01-4219-a6bc-b88d6cc31967 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03a8bd3418504e118751eef3ef96f317&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1581180 Jun 16 17:01:53.512466 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-30e72a5d-4871-4839-9d5f-4ea5839fcf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.613751 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e3222-a3cf-493c-82c3-4712c0b6aeea req-b2388388-9630-4cc5-b5bb-c2fe178bddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.615923 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-458e3222-a3cf-493c-82c3-4712c0b6aeea req-b2388388-9630-4cc5-b5bb-c2fe178bddb9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716118 Jun 16 17:01:53.660213 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:53.796997 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-f98eb195-a8f7-48f3-ac1e-23e6fbb53d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:53.799096 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-f98eb195-a8f7-48f3-ac1e-23e6fbb53d96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a8bd3418504e118751eef3ef96f317&device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 1097 time: 0.0966618 Jun 16 17:01:53.931672 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-0f8e7818-3587-4205-b738-387b7b847fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26d7a84c-3732-4d4a-aefe-c418ae8db2b2 HTTP/1.1" status: 200 len: 217 time: 0.1101532 Jun 16 17:01:54.018241 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-cbe5e706-f98d-4976-a4a8-bb093d1b0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.020427 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-cbe5e706-f98d-4976-a4a8-bb093d1b0b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca53dbcf-cf7b-481c-baf7-d1c63337ab5b HTTP/1.1" status: 200 len: 849 time: 0.0803030 Jun 16 17:01:54.032094 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f32f9-7f3b-485f-9ceb-7dce65e4c0ca req-033993cf-7383-4e78-a0d7-836ff4bb6bae tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.033675 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cc1f32f9-7f3b-485f-9ceb-7dce65e4c0ca req-033993cf-7383-4e78-a0d7-836ff4bb6bae tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 944 time: 0.2157784 Jun 16 17:01:54.085406 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-036d4388-5852-4c02-a66f-80e1beb326fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d1eb4e7-f725-477e-bfae-e73c385cf42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498009 Jun 16 17:01:54.139678 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cc1f32f9-7f3b-485f-9ceb-7dce65e4c0ca req-09f62372-14ef-4678-9807-4df80b0046f1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943930 Jun 16 17:01:54.226191 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d3b4d-db50-47b5-aebd-ca84152b7686 req-4878dcf0-e2b3-47fe-b55d-baee9c99c5b6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.230380 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-428d3b4d-db50-47b5-aebd-ca84152b7686 req-4878dcf0-e2b3-47fe-b55d-baee9c99c5b6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1184382 Jun 16 17:01:54.272458 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-e7079f6b-927e-47fb-a9e2-34b286dfbffb service neutron] 10.222.0.13 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751904 Jun 16 17:01:54.294780 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-428d3b4d-db50-47b5-aebd-ca84152b7686 req-e7a9a35d-d222-4ad7-a954-d0184b6e0d28 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594215 Jun 16 17:01:54.398519 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:54.509463 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41124) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:54.687415 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1555389779-network', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:54.760922 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1cf6e-9a01-44e5-a07b-77d7a0169ec5 req-b806b2e6-7739-424b-a8d5-e9678901a55c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.763604 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e6e1cf6e-9a01-44e5-a07b-77d7a0169ec5 req-b806b2e6-7739-424b-a8d5-e9678901a55c tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.1488960 Jun 16 17:01:54.766430 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-87789c72-e7fa-4b6e-a03f-7505c9521461 req-57353fa5-e470-4361-a4ed-9c10abbc249a service neutron] 10.222.0.13 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820235 Jun 16 17:01:54.818301 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e6e1cf6e-9a01-44e5-a07b-77d7a0169ec5 req-55af6413-179a-44ac-a8c6-668e6bb6662e tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/security-groups?id=16dc35cd-0101-40db-a736-406169e522c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Jun 16 17:01:54.892004 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b01ec7-dc28-48e5-97a6-32965412265b req-de5ed50d-80ab-4c0f-87d2-b3002fb7fd18 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.896911 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-62b01ec7-dc28-48e5-97a6-32965412265b req-de5ed50d-80ab-4c0f-87d2-b3002fb7fd18 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 945 time: 0.1597078 Jun 16 17:01:54.902315 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb4a4-af17-4957-a6f6-5ff7c4cfd0d5 req-bd7c5284-c09d-430a-8914-a7241d9ccec3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:54.903923 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dfbeb4a4-af17-4957-a6f6-5ff7c4cfd0d5 req-bd7c5284-c09d-430a-8914-a7241d9ccec3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1902850 Jun 16 17:01:54.917709 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 41128) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:54.925930 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Request body: {'floatingip': {'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:55.017257 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.024770 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Made reservation on behalf of a1a0e8e108374dc985d63b0d2654aa29 for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:55.028452 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.051316 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.124678 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Deleting port 711227ca-e021-468d-98fd-04d2ec51fc6e {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:01:55.125019 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.297392 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] For port 711227ca-e021-468d-98fd-04d2ec51fc6e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=711227ca-e021-468d-98fd-04d2ec51fc6e,segment=NetworkSegment(522ff5fc-fa59-4562-8be5-b0c68ec228b6),segment_id=522ff5fc-fa59-4562-8be5-b0c68ec228b6)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:55.298479 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.314540 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.408311 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Calling delete_port for 711227ca-e021-468d-98fd-04d2ec51fc6e owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:01:55.465401 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.470798 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2db989d8-ca3b-48db-8df3-44d4484c97c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:55.507780 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:01:55.530949 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.531303 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Added segment a6b2922c-9907-4e74-a301-d7751f968ea0 of type vlan for network da95fef6-68a3-483e-a9d9-c0587487b4d3 Jun 16 17:01:55.541089 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5611146b-6ad2-44a9-95c6-70f66057e099,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:55.554827 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:55.588516 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0e72a-b57c-4a41-bd6d-20ef70737a9e req-91fbe094-c8ba-46e4-b7be-633fe7e34fe1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:55.590217 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-64e0e72a-b57c-4a41-bd6d-20ef70737a9e req-91fbe094-c8ba-46e4-b7be-633fe7e34fe1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 944 time: 0.2408264 Jun 16 17:01:55.609754 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.665413 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-64e0e72a-b57c-4a41-bd6d-20ef70737a9e req-7af7c21d-2fa8-46a7-9b98-165e0dc25ea8 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550683 Jun 16 17:01:55.808683 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.810598 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:55.811252 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.813752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5619e4ef-e3ee-4ed8-a139-20d1a23c79fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:55.840447 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.858033 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['711227ca-e021-468d-98fd-04d2ec51fc6e'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:01:55.943457 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] No DVR routers for this DVR port 711227ca-e021-468d-98fd-04d2ec51fc6e on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:01:55.946233 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Pushing event updated for resources: {'Network': ['ID=da95fef6-68a3-483e-a9d9-c0587487b4d3,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:55.949498 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4384573 Jun 16 17:01:55.951006 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:55.953135 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-62b01ec7-dc28-48e5-97a6-32965412265b req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.13 "DELETE /v2.0/ports/711227ca-e021-468d-98fd-04d2ec51fc6e HTTP/1.1" status: 204 len: 173 time: 1.0482635 Jun 16 17:01:55.954051 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:55.954787 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'name': 'network-vif-deleted', 'tag': '711227ca-e021-468d-98fd-04d2ec51fc6e'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:55.957379 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85b87ea-aa25-4a0f-b37a-6d27f939c1be" -d '{"events": [{"server_uuid": "5d80f56d-3adb-47f3-b9d9-440e6aec15a0", "name": "network-vif-deleted", "tag": "711227ca-e021-468d-98fd-04d2ec51fc6e"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:55.960999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:55.969826 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:01:55.984051 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41134) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:55.985987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Pushing event deleted for resources: {'Port': ['ID=711227ca-e021-468d-98fd-04d2ec51fc6e,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:55.989843 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:55.994574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Request body: {'subnet': {'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1555389779-subnet', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:56.093193 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd0ea7e-1385-4fe9-acd2-3acdb39fd3fe x-openstack-request-id: req-2fd0ea7e-1385-4fe9-acd2-3acdb39fd3fe {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:56.093564 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d80f56d-3adb-47f3-b9d9-440e6aec15a0", "name": "network-vif-deleted", "tag": "711227ca-e021-468d-98fd-04d2ec51fc6e", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:56.093863 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fd0ea7e-1385-4fe9-acd2-3acdb39fd3fe {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:56.094312 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d80f56d-3adb-47f3-b9d9-440e6aec15a0', 'name': 'network-vif-deleted', 'tag': '711227ca-e021-468d-98fd-04d2ec51fc6e', 'status': 'completed', 'code': 200} Jun 16 17:01:56.100817 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Made reservation on behalf of a1a0e8e108374dc985d63b0d2654aa29 for: {'subnet': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:01:56.109636 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14684376'] for subnet, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.112650 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.173515 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a237a3d4-b0f8-4bf0-94cc-0e2ee29bb97b req-53a3815a-e9e3-4d74-ba16-6146e3d6c3f3 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0399692 Jun 16 17:01:56.229372 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.284616 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.407886 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.l3_db [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Floating IP b6f78c62-d87b-44a4-b99f-8c60413de908 associated. External IP: 172.28.0.65, port: b6ff4b3d-6746-4dc4-b482-e21632b631b6. Jun 16 17:01:56.506792 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14575696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14684362'] for subnet, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.512129 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-00567b45-5b3e-4658-b829-1f059d7b32e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:56.579588 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7a828c-85f1-4087-8ec0-e89f8badb874,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:56.588402 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:56.601609 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Checking segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:56.608105 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Network hostable DHCP agents. Network: da95fef6-68a3-483e-a9d9-c0587487b4d3, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:01:56.677515 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:01:56.711916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:01:56.839674 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:01:56.847556 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.854802 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:01:56.866255 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:56.867541 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:56.894418 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, da95fef6-68a3-483e-a9d9-c0587487b4d3) {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:56.906285 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:56.906477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778db97-4887-4d38-a813-7ba1dbca5970 None None] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:01:56.908853 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:56.925508 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-b66d5425-85be-4638-95f6-8b64555de34d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "PUT /v2.0/floatingips/b6f78c62-d87b-44a4-b99f-8c60413de908 HTTP/1.1" status: 200 len: 990 time: 2.0037084 Jun 16 17:01:56.925508 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:01:56.927410 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927" -d '{"events": [{"name": "network-changed", "server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:01:56.989250 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d61eb-a713-497b-a7bc-926d811c88fd req-57f4622d-eb0b-407d-8023-dad76d4ca067 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:56.993956 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-259d61eb-a713-497b-a7bc-926d811c88fd req-57f4622d-eb0b-407d-8023-dad76d4ca067 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 944 time: 0.1169338 Jun 16 17:01:57.036501 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-259d61eb-a713-497b-a7bc-926d811c88fd req-74813958-b060-4d65-9737-9378e7cb75e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Jun 16 17:01:57.040988 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-c99dddb9-ec3c-46ce-ac94-049aec8ea242 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0525556 Jun 16 17:01:57.041456 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 41146) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:01:57.042429 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:57.046669 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:01:57.096636 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61caa5c8-662f-4152-b16c-013d57f6d82d x-openstack-request-id: req-61caa5c8-662f-4152-b16c-013d57f6d82d {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:01:57.096971 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:01:57.097273 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61caa5c8-662f-4152-b16c-013d57f6d82d {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:01:57.097783 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'status': 'completed', 'code': 200} Jun 16 17:01:57.169691 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.171400 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16406564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16626061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16640471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.186094 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-8aa94239-199a-408a-afcb-de2000a6d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:57.188264 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-8aa94239-199a-408a-afcb-de2000a6d8ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1098 time: 0.0676682 Jun 16 17:01:57.271267 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp225b99c4-b0d6-51d2-abb0-5da21fb8f21e-da95fef6-68a3-483e-a9d9-c0587487b4d3', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874'}]}} from dv-cinder-772126-4-smb. {{(pid=99052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 17:01:57.272272 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.279411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.337308 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-948b57e0-4f45-467e-a121-35ce5bba4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:57.339669 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-948b57e0-4f45-467e-a121-35ce5bba4bc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1430643 Jun 16 17:01:57.478501 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-0b46bbdf-1182-4072-bfa8-b849d42f01c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 200 len: 998 time: 0.1312404 Jun 16 17:01:57.480881 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c2e7f507-0a04-4d87-93f5-e206229f6d52 req-31a2de2d-d33a-41cc-8182-a909484c2908 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80f56d-3adb-47f3-b9d9-440e6aec15a0 HTTP/1.1" status: 200 len: 210 time: 0.0472364 Jun 16 17:01:57.569391 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-938d5423-3a6b-4f82-8c84-ea7546066c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:57.572623 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-938d5423-3a6b-4f82-8c84-ea7546066c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0656471 Jun 16 17:01:57.628637 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16626079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:57.640087 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.db_base_plugin_common [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Allocated IP 172.20.0.2 (da95fef6-68a3-483e-a9d9-c0587487b4d3/8c7a828c-85f1-4087-8ec0-e89f8badb874/d80ecaa8-d836-44c7-af84-842a9cfefeb5) {{(pid=99052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:57.684579 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-df20eb80-92c2-419a-a933-1c8bb32c7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:57.687063 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-df20eb80-92c2-419a-a933-1c8bb32c7c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018322 Jun 16 17:01:57.750030 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': 'b6f78c62-d87b-44a4-b99f-8c60413de908', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'floating_ip_address': '172.28.0.65', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'mac_address': 'fa:16:3e:d9:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303c720-89bb-4621-8cd3-32e1fab60808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:35Z', 'updated_at': '2021-06-16T17:01:55Z', 'revision_number': 1, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:57.759131 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:01:57.774246 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:01:57.775059 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:57.892992 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-03bd4a16-02d9-401a-be1c-dd0e246983b3 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912670 Jun 16 17:01:58.090518 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:01:58.178496 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0736a6b7-2cba-4ccd-b5a7-2deb3a0a6927 req-f599913d-52b6-4a5d-829b-95064418be26 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714775 Jun 16 17:01:58.335770 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.369207 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Transition to ACTIVE for port object d80ecaa8-d836-44c7-af84-842a9cfefeb5 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:58.420009 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-4677eb21-6198-4ed2-b671-702b38f44fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333830 Jun 16 17:01:58.460331 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Transition to ACTIVE for port object d80ecaa8-d836-44c7-af84-842a9cfefeb5 will not be triggered until provisioned by entity DHCP. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:01:58.524454 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-4b50a498-6bb7-490a-9273-813caee5afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.524454 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-4b50a498-6bb7-490a-9273-813caee5afca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.0676451 Jun 16 17:01:58.576288 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645'] for port, after_create {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.584295 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-437bd88f-7847-4c1e-8251-f3042c268f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:58.635659 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.666821 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:58.750411 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-c153c1c2-0a17-4828-9469-81292a1f9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.753180 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-c153c1c2-0a17-4828-9469-81292a1f9a5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.1974235 Jun 16 17:01:58.755998 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Pushing event updated for resources: {'Port': ['ID=d80ecaa8-d836-44c7-af84-842a9cfefeb5,revision_number=1']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:58.766107 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 is already hosted by enough agents. {{(pid=99052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:58.770380 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:58.780684 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.scheduler.base_scheduler [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Resources bound (agent type, host, resource id): {{(pid=99052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:58.792498 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Received port after_create {{(pid=99052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:58.810599 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Allocated IP 172.28.0.33 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/507820aa-b86e-4476-9fc2-ec96ba29e8e1) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:01:58.873668 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78ace-8fcb-4d0b-a986-87eab34a153e req-da0c13bb-ae52-48db-848e-1beb845caa0d tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.875403 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-49f78ace-8fcb-4d0b-a986-87eab34a153e req-da0c13bb-ae52-48db-848e-1beb845caa0d tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 944 time: 0.3892646 Jun 16 17:01:58.899603 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-2fae402e-f73b-42b2-825f-e2af61ac532c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 1002 time: 0.1367757 Jun 16 17:01:58.975405 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-49f78ace-8fcb-4d0b-a986-87eab34a153e req-6087fd1e-ddd4-4934-913d-582bcbc1bc82 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688045 Jun 16 17:01:58.983030 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-237683cb-d40d-463c-a1c4-d6362442240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:58.984574 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-237683cb-d40d-463c-a1c4-d6362442240a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0774047 Jun 16 17:01:58.998308 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.067078 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:01:59.071160 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 711227ca-e021-468d-98fd-04d2ec51fc6e no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:01:59.082007 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.090244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-a80e3891-a94e-4fbf-bb27-28a9fc320bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:01:59.091892 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-a80e3891-a94e-4fbf-bb27-28a9fc320bef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990336 Jun 16 17:01:59.115526 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 711227ca-e021-468d-98fd-04d2ec51fc6e {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:01:59.116907 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 711227ca-e021-468d-98fd-04d2ec51fc6e not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:01:59.128087 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Attempting to bind port d80ecaa8-d836-44c7-af84-842a9cfefeb5 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:01:59.128491 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Attempting to bind port d80ecaa8-d836-44c7-af84-842a9cfefeb5 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:01:59.128823 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Attempting to bind port d80ecaa8-d836-44c7-af84-842a9cfefeb5 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:01:59.158393 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:01:59.158778 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Checking segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:01:59.159263 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.159744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Bound using segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:01:59.160329 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Bound port: d80ecaa8-d836-44c7-af84-842a9cfefeb5, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:01:59.160772 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.201915 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-117df64b-7f05-4014-b3d9-6cb8cfc1402d service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010513 Jun 16 17:01:59.233678 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': 'b6f78c62-d87b-44a4-b99f-8c60413de908', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'floating_ip_address': '172.28.0.65', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'mac_address': 'fa:16:3e:d9:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303c720-89bb-4621-8cd3-32e1fab60808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:35Z', 'updated_at': '2021-06-16T17:01:55Z', 'revision_number': 1, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:01:59.249015 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.252316 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:59.268964 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e58b5-c467-4d88-b11a-6649fe086f11 None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': 'b6f78c62-d87b-44a4-b99f-8c60413de908', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'floating_ip_address': '172.28.0.65', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'mac_address': 'fa:16:3e:d9:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303c720-89bb-4621-8cd3-32e1fab60808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:01:35Z', 'updated_at': '2021-06-16T17:01:55Z', 'revision_number': 1, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:01:59.318668 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:01:59.321252 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:59.331119 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:01:59.341677 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:01:59.347465 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] For port d80ecaa8-d836-44c7-af84-842a9cfefeb5, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:01:59.350451 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Pushing event updated for resources: {'Port': ['ID=507820aa-b86e-4476-9fc2-ec96ba29e8e1,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:59.356043 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:59.357058 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2', 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d', 'port_id': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2', 'mac_address': 'fa:16:3e:74:23:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca53dbcf-cf7b-481c-baf7-d1c63337ab5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:01:59.393011 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] For port d80ecaa8-d836-44c7-af84-842a9cfefeb5, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=d80ecaa8-d836-44c7-af84-842a9cfefeb5,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:01:59.452099 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-53934a94-1a4b-4c4e-8e01-9085e609d241 req-e97add2e-f21b-453e-a397-c58fcce35059 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394562 Jun 16 17:01:59.498820 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.517986 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.535966 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:01:59.595131 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:01:59.641980 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:01:59.685760 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Pushing event updated for resources: {'Port': ['ID=d80ecaa8-d836-44c7-af84-842a9cfefeb5,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:01:59.691743 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:01:59.757165 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e709249-1db3-4d29-bc18-121fa0d7ca65 None None] New status for floating IP b6f78c62-d87b-44a4-b99f-8c60413de908: ACTIVE {{(pid=99053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:01:59.851709 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:59.855977 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:00.055000 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:00.063033 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:00.155285 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:00.204610 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['26d7a84c-3732-4d4a-aefe-c418ae8db2b2'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:00.292209 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device d80ecaa8-d836-44c7-af84-842a9cfefeb5 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:00.527987 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67cab3-dfc2-41f6-a3b2-ddcb643b6dcc req-9d92f0d2-4938-45ec-89e6-4004c885eb48 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:00.530316 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9b67cab3-dfc2-41f6-a3b2-ddcb643b6dcc req-9d92f0d2-4938-45ec-89e6-4004c885eb48 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 945 time: 0.2217987 Jun 16 17:02:00.598091 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port d80ecaa8-d836-44c7-af84-842a9cfefeb5 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:00.611670 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9b67cab3-dfc2-41f6-a3b2-ddcb643b6dcc req-058c0599-864d-4d82-9588-7e1fff38879f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711138 Jun 16 17:02:00.618605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16407732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16626153'] for router, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:00.963619 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d is scheduled to L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 with binding_index 1 {{(pid=99050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 17:02:01.040967 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7c1af-16de-436e-aa01-fe20491a8d99 None None] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:02:01.154315 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:02:01.172626 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:02:01.206505 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:01.207551 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:01.222492 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Provisioning for port d80ecaa8-d836-44c7-af84-842a9cfefeb5 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:01.291588 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.293484 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2506654 Jun 16 17:02:01.295641 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Provisioning complete for port d80ecaa8-d836-44c7-af84-842a9cfefeb5 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:01.296293 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.298228 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41172) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:01.447363 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:01.712140 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.798984 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] For port d80ecaa8-d836-44c7-af84-842a9cfefeb5, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=d80ecaa8-d836-44c7-af84-842a9cfefeb5,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:01.895168 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:01.900480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:01.928524 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05684-6f11-4379-9fae-bef4080cfb95 req-56a1191c-8261-4ace-9f95-09d2454dc77d tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:01.937882 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7e05684-6f11-4379-9fae-bef4080cfb95 req-56a1191c-8261-4ace-9f95-09d2454dc77d tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 945 time: 0.1458335 Jun 16 17:02:01.940492 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:01:59Z', 'revision_number': 3, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:01.956683 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:02:01.957786 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Updating router a5cc0109-d157-48ca-b9a3-7f325b09f48d port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 binding host dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:02:02.015539 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e7e05684-6f11-4379-9fae-bef4080cfb95 req-8d239e42-9a39-4ed6-8c5f-350d42aaf4b3 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Jun 16 17:02:02.043910 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Pushing event updated for resources: {'Port': ['ID=d80ecaa8-d836-44c7-af84-842a9cfefeb5,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:02.052863 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:02.059107 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.180834 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-6f7c4250-74c9-4a7c-a04b-4435e8149028 None None] Provisioning complete for port d80ecaa8-d836-44c7-af84-842a9cfefeb5 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:02.180998 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6f7c4250-74c9-4a7c-a04b-4435e8149028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.275579 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.498803 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.499743 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Allocated IP 172.20.0.1 (da95fef6-68a3-483e-a9d9-c0587487b4d3/8c7a828c-85f1-4087-8ec0-e89f8badb874/71ff265f-3165-41e8-8bd6-bd0c48d21dfb) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:02.513397 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Transition to ACTIVE for port object 507820aa-b86e-4476-9fc2-ec96ba29e8e1 will not be triggered until provisioned by entity L2. {{(pid=99052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:02.620109 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.624415 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d52ef09d-8567-44d2-8366-3f6320822c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:02.633381 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.652690 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Transition to ACTIVE for port object 71ff265f-3165-41e8-8bd6-bd0c48d21dfb will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:02.685993 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Attempting to bind port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:02:02.686352 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Attempting to bind port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:02:02.686848 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Attempting to bind port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 on network e74e16c3-a3b8-4a86-a49c-4fd7812db28b {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:02.695883 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:02:02.696343 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Checking segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:02:02.696860 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.697470 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Bound using segment: {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'} {{(pid=99052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:02:02.698147 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.managers [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Bound port: 507820aa-b86e-4476-9fc2-ec96ba29e8e1, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdbb3e2-5413-42f2-8abc-420cab02182e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}}] {{(pid=99052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:02:02.698599 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.700775 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e8e92-3290-4c6c-b67b-34d7aea35530 None None] Pushing event updated for resources: {'Port': ['ID=507820aa-b86e-4476-9fc2-ec96ba29e8e1,revision_number=2']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:02.705315 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-978e8e92-3290-4c6c-b67b-34d7aea35530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:02.767527 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] For port 507820aa-b86e-4476-9fc2-ec96ba29e8e1, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:02:02.772081 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] For port 507820aa-b86e-4476-9fc2-ec96ba29e8e1, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=507820aa-b86e-4476-9fc2-ec96ba29e8e1,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:02:02.781240 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.784024 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-fadeff9f-c475-48d8-905c-8aec8de0d8ef tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:02.824188 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:02.829511 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:02.833324 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:02.840282 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Pushing event updated for resources: {'Port': ['ID=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:02.869202 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:02.872137 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.872524 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.872897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.873263 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.873727 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.874097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.874456 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.874817 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.875157 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.875523 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.875875 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.876226 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:02.887970 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:02.905812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16404312'] for router_interface, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.908266 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:02.915872 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:03.155959 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e8e92-3290-4c6c-b67b-34d7aea35530 None None] Pushing event updated for resources: {'Port': ['ID=507820aa-b86e-4476-9fc2-ec96ba29e8e1,revision_number=3']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:03.164766 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-978e8e92-3290-4c6c-b67b-34d7aea35530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:03.167912 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:03.168614 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:03.221495 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.274818 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403daa1-9e29-498f-89b0-ce4263050f06 req-eb3bbf4b-40ef-4ade-b991-8b687484f25c tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:03.277563 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5403daa1-9e29-498f-89b0-ce4263050f06 req-eb3bbf4b-40ef-4ade-b991-8b687484f25c tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 945 time: 0.0974693 Jun 16 17:02:03.303278 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:03.335892 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5403daa1-9e29-498f-89b0-ce4263050f06 req-5d41fe15-3726-446b-8c2c-89fdaf89a861 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Jun 16 17:02:03.363360 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:03.436393 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:03.436908 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.441890 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-bc86db52-f2ff-44b9-906c-12ef493d7203 None None] Provisioning for port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:03.449567 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-bc86db52-f2ff-44b9-906c-12ef493d7203 None None] Provisioning complete for port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:03.449567 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-bc86db52-f2ff-44b9-906c-12ef493d7203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.497106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.580014 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.583072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7f52afb8-7e0b-4f78-8fec-3c6c207e9cfa tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:03.637477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-bc86db52-f2ff-44b9-906c-12ef493d7203 None None] Port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:02:03.662344 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Pushing event updated for resources: {'Port': ['ID=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:03.666531 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16288177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16404260'] for router_interface, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.669219 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:03.776718 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:03.778495 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:03.801815 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:03.860374 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:03.865002 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04749f6-96fd-4b37-8642-e387ea61ce35" -d '{"events": [{"server_uuid": "a774f7d8-6e23-438f-a91c-3d1a7a900201", "name": "network-vif-plugged", "status": "completed", "tag": "26d7a84c-3732-4d4a-aefe-c418ae8db2b2"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:03.902003 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:03.906685 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:02Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:03.912838 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c28704-dddd-4618-adc4-79aae2f1f0b1 None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:02Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:02:03.924268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c76c9-5c77-4eb1-bb16-6a026856ca5a x-openstack-request-id: req-9e3c76c9-5c77-4eb1-bb16-6a026856ca5a {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:03.924268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a774f7d8-6e23-438f-a91c-3d1a7a900201", "name": "network-vif-plugged", "status": "completed", "tag": "26d7a84c-3732-4d4a-aefe-c418ae8db2b2", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:03.924268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e3c76c9-5c77-4eb1-bb16-6a026856ca5a {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:03.924268 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2', 'code': 200} Jun 16 17:02:03.982323 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:02:04.050557 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.057151 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d52ef09d-8567-44d2-8366-3f6320822c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:04.188701 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:04.211571 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:04.236703 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device d80ecaa8-d836-44c7-af84-842a9cfefeb5 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:04.320892 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-7c93b68a-b6e3-4d93-b511-22845eb0f2c8 None None] Provisioning complete for port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:04.335662 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7c93b68a-b6e3-4d93-b511-22845eb0f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.381497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:02:04.417137 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] 10.222.0.72 "PUT /v2.0/routers/a5cc0109-d157-48ca-b9a3-7f325b09f48d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1131349 Jun 16 17:02:04.444662 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-7c93b68a-b6e3-4d93-b511-22845eb0f2c8 None None] Port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:02:04.446617 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port d80ecaa8-d836-44c7-af84-842a9cfefeb5 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:04.447404 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:04.729628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af45ab-1ec3-481c-84b7-a8629c64a3f8 req-09f88a1f-eee6-43d5-83bc-d610deb7c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:04.731150 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a9af45ab-1ec3-481c-84b7-a8629c64a3f8 req-09f88a1f-eee6-43d5-83bc-d610deb7c7ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 1099 time: 0.2494707 Jun 16 17:02:04.765197 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9751e5-9902-4641-ab48-0251bcb695db req-a531de8a-dc79-4a0e-bb0b-62af0f62fb6b tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:04.782417 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4f9751e5-9902-4641-ab48-0251bcb695db req-a531de8a-dc79-4a0e-bb0b-62af0f62fb6b tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.2268252 Jun 16 17:02:04.806964 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a9af45ab-1ec3-481c-84b7-a8629c64a3f8 req-934ec4d2-ea21-403f-9ead-2545606b9678 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Jun 16 17:02:04.895951 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4f9751e5-9902-4641-ab48-0251bcb695db req-51860602-14ad-4d8b-a767-c89ab3e246e3 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125693 Jun 16 17:02:04.950494 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-202c55a5-9101-461d-b3b2-dadefcfc8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:04.952176 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-202c55a5-9101-461d-b3b2-dadefcfc8043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1138 time: 0.1672261 Jun 16 17:02:05.091727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-604afd1f-61e3-4fa1-b811-8753d70c57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.094906 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-604afd1f-61e3-4fa1-b811-8753d70c57f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 915 time: 0.1310856 Jun 16 17:02:05.244198 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-b97878db-754b-4965-8020-d4ac1e26507b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 1002 time: 0.1304338 Jun 16 17:02:05.248999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4cdcb-66f1-45b8-9e41-569f7a05bee7 req-89623d0b-d727-4d92-ac27-71ebe2a8369a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.251444 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44e4cdcb-66f1-45b8-9e41-569f7a05bee7 req-89623d0b-d727-4d92-ac27-71ebe2a8369a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1665609 Jun 16 17:02:05.314364 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-4fd8443a-24ce-4cc6-9844-c3b2edbd54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.316202 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-4fd8443a-24ce-4cc6-9844-c3b2edbd54e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 200 len: 853 time: 0.0577478 Jun 16 17:02:05.329482 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44e4cdcb-66f1-45b8-9e41-569f7a05bee7 req-e04fe00c-250f-448e-95e9-130a28a73691 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711448 Jun 16 17:02:05.413837 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-3d2e5b5b-b98a-463f-866d-7619e4b8457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:05.416927 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-3d2e5b5b-b98a-463f-866d-7619e4b8457b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835071 Jun 16 17:02:05.562962 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-893ece62-4704-445d-b582-96a01e87376b service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303082 Jun 16 17:02:05.636288 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41216) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:05.644336 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513090692', 'description': 'tempest-description--896154576'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:05.726067 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a87eb48b-31fd-4e3b-b019-0cf87e872673 req-47d67afe-d98b-4d6b-a787-3aa62d5e5ebb service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301532 Jun 16 17:02:05.758918 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:05.964552 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.052007 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.105091 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bab44e7c-3fc9-48b1-b10f-0a89327fd934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:06.199601 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e54baa5-62fc-4270-b182-a2355a409428,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:06.212435 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:06.227460 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.229402 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5903645 Jun 16 17:02:06.232561 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41230) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:06.242798 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'security_group_rule': {'security_group_id': '5e54baa5-62fc-4270-b182-a2355a409428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:06.295117 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 507820aa-b86e-4476-9fc2-ec96ba29e8e1 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:06.296741 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a61f1f-aef9-418f-8dc9-38d189bac2bb req-b1d25041-5678-4045-98e4-e0ed7fb67bb6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:06.298878 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d9a61f1f-aef9-418f-8dc9-38d189bac2bb req-b1d25041-5678-4045-98e4-e0ed7fb67bb6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.1687315 Jun 16 17:02:06.363537 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.372204 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d9a61f1f-aef9-418f-8dc9-38d189bac2bb req-51add409-a525-4982-9c5c-09b028f3f502 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658848 Jun 16 17:02:06.474067 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.517629 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:06.526532 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:06.527314 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.611396 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027e149-2cbf-4c5a-9d73-1aee1606cd2b req-7bc55762-a627-47eb-8a60-7dfe1a657f63 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:06.613000 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5027e149-2cbf-4c5a-9d73-1aee1606cd2b req-7bc55762-a627-47eb-8a60-7dfe1a657f63 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0998628 Jun 16 17:02:06.614721 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.617392 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:06.638268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.645726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c18a2a-d7c3-43ec-9386-ef185c2c4b9b,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:06.657069 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:06.679988 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 507820aa-b86e-4476-9fc2-ec96ba29e8e1, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=507820aa-b86e-4476-9fc2-ec96ba29e8e1,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:06.689694 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5027e149-2cbf-4c5a-9d73-1aee1606cd2b req-ace9a059-79a1-4ef4-af06-258f4aa99ac1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576971 Jun 16 17:02:06.797631 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.798695 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:06.799155 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d8dfe32f-ae7d-47f0-a74d-ac0b9d1e8b3e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5640271 Jun 16 17:02:06.801631 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:06.805425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41236) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:06.810693 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'security_group_rule': {'security_group_id': '5e54baa5-62fc-4270-b182-a2355a409428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:06.893080 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=507820aa-b86e-4476-9fc2-ec96ba29e8e1,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:06.897935 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:06.930506 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.002683 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.099839 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.103616 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-361f17f9-d31e-435e-bf20-261cefa971a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:07.122890 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:02:07.127640 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e4b259-a037-47ec-832a-4f9f6ae47ca9,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:07.136933 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:07.139351 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:07.140073 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:07.226718 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.229898 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-543f8554-3ded-4941-bae1-d3d074017791 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4219851 Jun 16 17:02:07.234107 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 41240) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:07.244126 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'floatingip': {'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:07.367023 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.410876 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:07.629103 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e900a-a817-4ebf-868d-dc2086d7b31c req-2e94042d-712a-47d1-994d-639edc7128ad tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:07.637537 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f8e900a-a817-4ebf-868d-dc2086d7b31c req-2e94042d-712a-47d1-994d-639edc7128ad tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1823251 Jun 16 17:02:07.696214 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0f8e900a-a817-4ebf-868d-dc2086d7b31c req-b4b4b046-7ec7-4825-a932-91ecad1e14f5 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576787 Jun 16 17:02:07.716873 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.746922 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc88188-8f05-45af-b45b-57d31e164719 req-4359c0ea-3b87-412f-970f-3dc471e80e5e tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:07.754706 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6dc88188-8f05-45af-b45b-57d31e164719 req-4359c0ea-3b87-412f-970f-3dc471e80e5e tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.1203072 Jun 16 17:02:07.766057 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 2, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:07.773007 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:02:07.773638 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Updating router a5cc0109-d157-48ca-b9a3-7f325b09f48d port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb binding host dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:02:07.803130 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6dc88188-8f05-45af-b45b-57d31e164719 req-5cb0feec-9d6c-4fe8-b10a-c744849d0090 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Jun 16 17:02:07.847763 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:07.886046 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Allocated IP 172.28.0.183 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/a978d351-493f-49eb-963e-9dcbb5fa5d66) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:08.001011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01f54-86b5-4ae0-bb6e-ae6c55922de6 req-5c44d714-6308-4354-a8d8-b08ebad07cc0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:08.002523 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-feb01f54-86b5-4ae0-bb6e-ae6c55922de6 req-5c44d714-6308-4354-a8d8-b08ebad07cc0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1538682 Jun 16 17:02:08.067253 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.114074 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-feb01f54-86b5-4ae0-bb6e-ae6c55922de6 req-4769517d-fa78-4f62-a44d-05016a3935bc tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038661 Jun 16 17:02:08.145603 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 507820aa-b86e-4476-9fc2-ec96ba29e8e1 up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:08.206085 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:08.206579 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.234447 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.246246 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.provisioning_blocks [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Transition to ACTIVE for port object 71ff265f-3165-41e8-8bd6-bd0c48d21dfb will not be triggered until provisioned by entity L2. {{(pid=99053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:08.300666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.302992 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a192b84b-19a7-4a3b-bd17-b13acf1e34c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:08.340572 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.347747 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:08.382171 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:08.385597 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'Port': ['ID=a978d351-493f-49eb-963e-9dcbb5fa5d66,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:08.396320 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.397664 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.398266 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.399122 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.399777 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.401058 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.401974 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.402642 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.403646 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.404391 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.405548 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.406173 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.421847 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:08.427247 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:08.463076 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Pushing event updated for resources: {'Port': ['ID=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,revision_number=3']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:08.470016 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:08.486057 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.486971 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.487890 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.488553 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.489224 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.490256 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.492855 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.493772 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.494321 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.495988 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.497001 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.497638 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:08.508933 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:08.586768 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.625663 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Attempting to bind port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb on host dv-cinder-772126-4-smb for vnic_type normal with profile {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:02:08.626055 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Attempting to bind port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb by drivers openvswitch,hyperv on host dv-cinder-772126-4-smb at level 0 using segments [{'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:02:08.626475 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Attempting to bind port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb on network da95fef6-68a3-483e-a9d9-c0587487b4d3 {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:08.633509 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Checking agent: {'id': '6d74a38e-356b-490c-a7a1-5f9b2b9c7d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 48, 24), 'started_at': datetime.datetime(2021, 6, 16, 16, 48, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:02:08.633901 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Checking segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:02:08.634292 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.634697 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Bound using segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} {{(pid=99053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:02:08.635198 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.managers [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Bound port: 71ff265f-3165-41e8-8bd6-bd0c48d21dfb, host: dv-cinder-772126-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}}] {{(pid=99053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:02:08.635580 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.747125 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] For port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb, host dv-cinder-772126-4-smb, cleared binding levels {{(pid=99053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:02:08.752476 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.plugins.ml2.db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] For port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb, host dv-cinder-772126-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:02:08.874951 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.912129 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron_lib.callbacks.manager [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:08.916481 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-0af9d893-af41-4780-a84d-3b691e02f947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:08.951134 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a0290-be2d-496d-b79e-c74c02939e13 req-efdffad5-f147-4130-ab0b-e5a42c680f02 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:08.952683 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-df2a0290-be2d-496d-b79e-c74c02939e13 req-efdffad5-f147-4130-ab0b-e5a42c680f02 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1275942 Jun 16 17:02:09.017103 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Pushing event updated for resources: {'Port': ['ID=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,revision_number=4']} {{(pid=99053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:09.032006 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG oslo_concurrency.lockutils [None req-612910f2-bdbb-4cc8-8fec-5e26a15ab667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:09.032990 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:09.033882 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:01:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:09.137814 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-df2a0290-be2d-496d-b79e-c74c02939e13 req-a469c546-7fc9-49cf-9d60-f6027b5c3620 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678147 Jun 16 17:02:09.226293 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:09.237561 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:09.362223 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:09.365396 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4aec39d7-b8a5-4452-877b-9c88defb3a4c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:09.451117 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:09.476526 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'Port': ['ID=a978d351-493f-49eb-963e-9dcbb5fa5d66,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:09.478903 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9edc4-a632-4d58-988d-3a0e7e4f358e req-8628f3a0-f471-4d68-8a8f-f7291581658b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:09.479426 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fcb9edc4-a632-4d58-988d-3a0e7e4f358e req-8628f3a0-f471-4d68-8a8f-f7291581658b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1196861 Jun 16 17:02:09.488280 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:09.543032 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:08Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:09.546693 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60efdfb-b56f-4392-9e04-aec2854004f7 None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:08Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:02:09.554401 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-fcb9edc4-a632-4d58-988d-3a0e7e4f358e req-aadc891e-4f85-40e3-9aaa-cb00286bf580 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656023 Jun 16 17:02:09.660622 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:09.668031 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4258904 Jun 16 17:02:09.846607 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-0ee44a68-1e4e-4c2b-9307-1e3d836bce10 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--513090692&fields=id&tenant_id=a1a0e8e108374dc985d63b0d2654aa29 HTTP/1.1" status: 200 len: 267 time: 0.0438123 Jun 16 17:02:10.138404 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 71ff265f-3165-41e8-8bd6-bd0c48d21dfb up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:10.224601 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-9a1f45e5-2b46-4cd2-826e-42ca9eaab8fb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:10.226109 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-9a1f45e5-2b46-4cd2-826e-42ca9eaab8fb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 811 time: 0.3707216 Jun 16 17:02:10.244706 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-c1555d2a-9d80-47a7-8248-df4265e3a361 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/quotas/a1a0e8e108374dc985d63b0d2654aa29 HTTP/1.1" status: 200 len: 375 time: 0.0097644 Jun 16 17:02:10.316849 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning for port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:10.326553 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:10.327629 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:10.330008 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-f1c685e6-9e51-439c-aca3-9f65d7311772 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789952 Jun 16 17:02:10.413327 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:10.454863 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] For port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:10.500332 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-040956b2-5179-4fe4-ba62-11ae8ebcb180 service neutron] 10.222.0.72 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632605 Jun 16 17:02:10.604431 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-eff740b1-68c6-41b1-96b9-9a9e97cb40e1 service neutron] 10.222.0.72 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974286 Jun 16 17:02:10.660335 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:10.672296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:10.741787 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Pushing event updated for resources: {'Port': ['ID=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:10.743241 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bbdfa-ef91-41b2-9a39-f9db5dc76cca req-80255b12-27e1-4f10-af78-9070fba58f65 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:10.744906 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-268bbdfa-ef91-41b2-9a39-f9db5dc76cca req-80255b12-27e1-4f10-af78-9070fba58f65 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0942352 Jun 16 17:02:10.751673 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.754621 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.755742 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.755742 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.755742 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:02:10.760296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:10.791035 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-268bbdfa-ef91-41b2-9a39-f9db5dc76cca req-a362058a-d802-45f8-8e91-c76dad9ea103 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Jun 16 17:02:11.009861 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587bc7-c87d-44ee-be46-1997e1f02a28 req-94011868-6c20-4679-bae9-a452e2be11ce tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.011376 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2b587bc7-c87d-44ee-be46-1997e1f02a28 req-94011868-6c20-4679-bae9-a452e2be11ce tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.0952015 Jun 16 17:02:11.056867 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2b587bc7-c87d-44ee-be46-1997e1f02a28 req-6f45fc22-f70b-4ba6-b0f3-45a762f403a1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389104 Jun 16 17:02:11.057294 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714798-e243-45ed-a391-81725725669e req-6ae86bc9-4e11-4fc5-b9ae-5718fb47a69c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:11.060775 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e5714798-e243-45ed-a391-81725725669e req-6ae86bc9-4e11-4fc5-b9ae-5718fb47a69c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0817933 Jun 16 17:02:11.129851 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e5714798-e243-45ed-a391-81725725669e req-4d462adf-24f9-4f94-82fb-b061d0495867 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504184 Jun 16 17:02:11.252283 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d2db730b-ed0a-4ad2-9c25-2b9a51d928bb req-6f69c37f-4a11-485a-bbb0-0a7ac9fd2c2a tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 210 time: 0.0387127 Jun 16 17:02:12.030688 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e0998-2459-40ab-9659-4a0a02e6a438 req-b211074c-e90d-4cd3-baca-8f64fbfbca66 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.035793 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-194e0998-2459-40ab-9659-4a0a02e6a438 req-b211074c-e90d-4cd3-baca-8f64fbfbca66 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0846632 Jun 16 17:02:12.098619 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-194e0998-2459-40ab-9659-4a0a02e6a438 req-83737207-8f32-4b5e-a410-d5f137d5d85d tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581350 Jun 16 17:02:12.150146 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 71ff265f-3165-41e8-8bd6-bd0c48d21dfb up at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:12.215321 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Provisioning complete for port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:12.215971 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:12.310802 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e739821-f88e-4c25-924f-df512cf32063 req-554642d9-50ad-41d0-8e5a-184c28c8ab8a tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.313514 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2e739821-f88e-4c25-924f-df512cf32063 req-554642d9-50ad-41d0-8e5a-184c28c8ab8a tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.0885391 Jun 16 17:02:12.361153 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2e739821-f88e-4c25-924f-df512cf32063 req-4d1caeb4-f8d5-4db6-a8cd-b18b50bd3c5b tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Jun 16 17:02:12.396672 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96684480-9189-4f8f-b815-4accf5af93b9 req-f11f5750-1190-4ff6-87f1-c94f0c78e757 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.398521 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-96684480-9189-4f8f-b815-4accf5af93b9 req-f11f5750-1190-4ff6-87f1-c94f0c78e757 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1108336 Jun 16 17:02:12.462448 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-96684480-9189-4f8f-b815-4accf5af93b9 req-019f2753-1a89-4baa-a166-4d131271b82b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514722 Jun 16 17:02:12.552521 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-80dd5a73-eaec-4f2f-9166-162128a1dc8f req-cf0bb7dd-a5f1-405c-925f-d512018aca90 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 210 time: 0.0342143 Jun 16 17:02:12.859470 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-d184c6b8-247d-4644-81fa-da88b21617dc tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:12.861034 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-d184c6b8-247d-4644-81fa-da88b21617dc tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.0786810 Jun 16 17:02:12.999585 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Deleting port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:02:12.999925 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.110781 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] For port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:13.111128 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.205666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Calling delete_port for 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 owned by compute:nova {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:02:13.366542 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d98fd-427a-42a7-b93f-74036031badb req-1a5bfa96-c99c-40af-a46d-3b3d11b796c2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.369026 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a09d98fd-427a-42a7-b93f-74036031badb req-1a5bfa96-c99c-40af-a46d-3b3d11b796c2 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1068327 Jun 16 17:02:13.447731 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a09d98fd-427a-42a7-b93f-74036031badb req-ed3b3e2c-95a5-4b84-8123-341442bd4eb7 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576856 Jun 16 17:02:13.640393 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99700a-30d9-460a-86f6-3d148c76df55 req-483e3bbe-70b2-4ae4-abe3-16164ee68cb2 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.644194 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8f99700a-30d9-460a-86f6-3d148c76df55 req-483e3bbe-70b2-4ae4-abe3-16164ee68cb2 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 946 time: 0.0843477 Jun 16 17:02:13.702841 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8f99700a-30d9-460a-86f6-3d148c76df55 req-88e5cfe3-e4e8-41e7-85df-ceed535b3e71 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Jun 16 17:02:13.734913 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9d16-ddad-4579-9062-2f4729d8e4f8 req-368f7610-2d18-4c3c-9e72-826c80948391 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:13.742292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.744965 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-083c9d16-ddad-4579-9062-2f4729d8e4f8 req-368f7610-2d18-4c3c-9e72-826c80948391 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1434059 Jun 16 17:02:13.747844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:13.770219 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['26d7a84c-3732-4d4a-aefe-c418ae8db2b2'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:13.808926 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Pushing event deleted for resources: {'Port': ['ID=26d7a84c-3732-4d4a-aefe-c418ae8db2b2,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:13.825000 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:13.826212 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-083c9d16-ddad-4579-9062-2f4729d8e4f8 req-ca8b8b25-9922-4574-8f9a-a388b0d34ff0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769355 Jun 16 17:02:13.938896 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] No DVR routers for this DVR port 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 on host hv-cinder-77212 {{(pid=99050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:02:13.948236 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.955942 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e8589bfc-1224-4c5e-98a0-4ae0ca2fa073 req-0181b218-9aaf-49d6-a1c2-dda904b9d3e0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "DELETE /v2.0/ports/26d7a84c-3732-4d4a-aefe-c418ae8db2b2 HTTP/1.1" status: 204 len: 173 time: 1.0850258 Jun 16 17:02:13.955942 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'name': 'network-vif-deleted', 'tag': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:13.960572 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd0aa4-1fce-41a7-b179-b25b5ae34029" -d '{"events": [{"server_uuid": "a774f7d8-6e23-438f-a91c-3d1a7a900201", "name": "network-vif-deleted", "tag": "26d7a84c-3732-4d4a-aefe-c418ae8db2b2"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:13.994845 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-513d7e5a-2525-439f-a1b7-2e75f1705171 req-592d30c4-44eb-4c87-b45f-13cbff14e739 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 210 time: 0.1006095 Jun 16 17:02:14.111727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cc101a-6d8c-4991-8078-81f8313a55ac x-openstack-request-id: req-a2cc101a-6d8c-4991-8078-81f8313a55ac {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:14.112168 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a774f7d8-6e23-438f-a91c-3d1a7a900201", "name": "network-vif-deleted", "tag": "26d7a84c-3732-4d4a-aefe-c418ae8db2b2", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:14.112483 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2cc101a-6d8c-4991-8078-81f8313a55ac {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:14.112969 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a774f7d8-6e23-438f-a91c-3d1a7a900201', 'name': 'network-vif-deleted', 'tag': '26d7a84c-3732-4d4a-aefe-c418ae8db2b2', 'status': 'completed', 'code': 200} Jun 16 17:02:14.659632 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155df55-7226-4d55-8c0f-d6ca115c5560 req-ad3d54f9-71bd-45fd-99d0-afb16fc5ac27 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:14.661325 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b155df55-7226-4d55-8c0f-d6ca115c5560 req-ad3d54f9-71bd-45fd-99d0-afb16fc5ac27 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0789945 Jun 16 17:02:14.684207 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-2fc27291-8055-4b5c-91ac-e86cb2e64f0d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:14.685781 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-2fc27291-8055-4b5c-91ac-e86cb2e64f0d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 811 time: 0.1332080 Jun 16 17:02:14.708558 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b155df55-7226-4d55-8c0f-d6ca115c5560 req-41796bc4-84a6-40e6-a53c-103043320644 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392005 Jun 16 17:02:14.743492 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-0336f941-d23a-4862-aa87-bf7c999e6042 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a0e8e108374dc985d63b0d2654aa29 HTTP/1.1" status: 200 len: 379 time: 0.0472646 Jun 16 17:02:14.754613 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'port': {'device_id': 'b6578d3b-499d-4923-80af-b037a8077e99', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'admin_state_up': True, 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'security_groups': ['5e54baa5-62fc-4270-b182-a2355a409428']}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:14.937008 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-06b79094-b6f9-42d5-9ae4-04566649e9da req-435ac592-c775-4f21-8c4e-7a9fa7102ab0 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=a774f7d8-6e23-438f-a91c-3d1a7a900201 HTTP/1.1" status: 200 len: 210 time: 0.0404360 Jun 16 17:02:14.979823 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Made reservation on behalf of a1a0e8e108374dc985d63b0d2654aa29 for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:02:14.986831 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.077666 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad2700-d1e9-4ed1-a785-3b4f379668d2 req-5fef9141-7edf-473e-b909-e7ec0c224f7f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.079239 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6dad2700-d1e9-4ed1-a785-3b4f379668d2 req-5fef9141-7edf-473e-b909-e7ec0c224f7f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0963893 Jun 16 17:02:15.131009 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6dad2700-d1e9-4ed1-a785-3b4f379668d2 req-07e97ea6-9272-4cbd-9b89-f130fa2a0cec tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430622 Jun 16 17:02:15.189101 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4f992c09-97dd-4c23-a832-289eaf2d7c25 req-c49dd041-a093-4345-973a-a6b428e0b22d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 210 time: 0.0388815 Jun 16 17:02:15.198002 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Allocated IP 172.20.0.5 (da95fef6-68a3-483e-a9d9-c0587487b4d3/8c7a828c-85f1-4087-8ec0-e89f8badb874/108de017-1366-45ea-9e5c-8271a6efed62) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:15.228304 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:15.414878 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.449047 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Transition to ACTIVE for port object 108de017-1366-45ea-9e5c-8271a6efed62 will not be triggered until provisioned by entity DHCP. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:15.586028 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.590791 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-8d32a7c7-44ea-4856-a9ce-d8fb74cdd964 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:15.633754 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:15.642754 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:15.647709 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:15.679317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'Port': ['ID=108de017-1366-45ea-9e5c-8271a6efed62,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:15.693411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:15.723375 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.724066 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.886492 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1359723 Jun 16 17:02:15.902946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Request body: {'port': {'device_id': 'b6578d3b-499d-4923-80af-b037a8077e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:15.964067 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e403c7-b8ea-4416-9b7f-a79fb909367f req-57766263-962a-4ebd-ab6f-2e8341b0f33e tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:15.965599 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f7e403c7-b8ea-4416-9b7f-a79fb909367f req-57766263-962a-4ebd-ab6f-2e8341b0f33e tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1250589 Jun 16 17:02:16.043560 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.047670 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-b38c8a38-1bab-4f79-bc5f-9f2c11297bc3 None None] Provisioning for port 108de017-1366-45ea-9e5c-8271a6efed62 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:16.052576 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-b38c8a38-1bab-4f79-bc5f-9f2c11297bc3 None None] Provisioning complete for port 108de017-1366-45ea-9e5c-8271a6efed62 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:16.053879 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b38c8a38-1bab-4f79-bc5f-9f2c11297bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.058841 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f7e403c7-b8ea-4416-9b7f-a79fb909367f req-97350f86-7540-49b6-ae5d-a6e59c4695cb tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864818 Jun 16 17:02:16.109656 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-b38c8a38-1bab-4f79-bc5f-9f2c11297bc3 None None] Port 108de017-1366-45ea-9e5c-8271a6efed62 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:02:16.361285 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91420e-709f-4a30-bbaf-bcdb1a981aec req-279a5062-9630-4adc-90d3-7d52fdd6e945 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:16.363919 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ad91420e-709f-4a30-bbaf-bcdb1a981aec req-279a5062-9630-4adc-90d3-7d52fdd6e945 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0851161 Jun 16 17:02:16.415284 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ad91420e-709f-4a30-bbaf-bcdb1a981aec req-83f789d7-1959-4805-837f-a0f66f97d3e0 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443068 Jun 16 17:02:16.462873 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-db95f1d5-dcab-4f08-878a-bf626416f8c8 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:16.464468 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-db95f1d5-dcab-4f08-878a-bf626416f8c8 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/networks?id=1d1eb4e7-f725-477e-bfae-e73c385cf42d HTTP/1.1" status: 200 len: 809 time: 0.1831992 Jun 16 17:02:16.490567 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108de017-1366-45ea-9e5c-8271a6efed62 {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:16.498379 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-7379498e-6350-487e-ba8f-dacb4e96eafb tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/quotas/03a8bd3418504e118751eef3ef96f317 HTTP/1.1" status: 200 len: 375 time: 0.0250633 Jun 16 17:02:16.500370 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.551215 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-2f6f917d-f352-4723-99f8-72f862c51090 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a8bd3418504e118751eef3ef96f317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426323 Jun 16 17:02:16.552211 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Transition to ACTIVE for port object 108de017-1366-45ea-9e5c-8271a6efed62 will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:16.619546 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20234b0d-8799-4e4f-b212-5e931c3ea458 req-0fd09a69-2a8d-453d-b10e-764af1919d25 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:16.621485 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-20234b0d-8799-4e4f-b212-5e931c3ea458 req-0fd09a69-2a8d-453d-b10e-764af1919d25 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 931 time: 0.0879807 Jun 16 17:02:16.664630 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-20234b0d-8799-4e4f-b212-5e931c3ea458 req-ff2fc45e-82e0-4460-9d7b-8f96d60e5cf8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360942 Jun 16 17:02:16.674211 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-2ecca6bd-539a-467a-ab17-b56a6e99f0cd service neutron] 10.222.0.72 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092608 Jun 16 17:02:16.676086 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:16.679055 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-3bdc2f2f-c642-4ca4-ae32-ea19f8dbcff4 tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:16.845012 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Pushing event updated for resources: {'Port': ['ID=108de017-1366-45ea-9e5c-8271a6efed62,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:16.853569 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:16.933739 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:16.959153 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-13eadc90-26b6-48e9-acd4-43c96fa455e3 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640274 Jun 16 17:02:16.992644 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Attempting to bind port 108de017-1366-45ea-9e5c-8271a6efed62 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:02:16.993388 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Attempting to bind port 108de017-1366-45ea-9e5c-8271a6efed62 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:02:16.994049 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Attempting to bind port 108de017-1366-45ea-9e5c-8271a6efed62 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:17.004999 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Port 108de017-1366-45ea-9e5c-8271a6efed62 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:02:17.005218 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:02:17.005426 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Attempting to bind port 108de017-1366-45ea-9e5c-8271a6efed62 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:17.005624 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 26d7a84c-3732-4d4a-aefe-c418ae8db2b2 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:02:17.016505 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:02:17.017059 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Checking segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:02:17.017710 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Bound using segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:02:17.018677 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Bound port: 108de017-1366-45ea-9e5c-8271a6efed62, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:02:17.019273 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:17.117154 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] For port 108de017-1366-45ea-9e5c-8271a6efed62, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:02:17.117154 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] For port 108de017-1366-45ea-9e5c-8271a6efed62, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=108de017-1366-45ea-9e5c-8271a6efed62,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:02:17.220416 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:17.222680 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-96ba82b5-a44b-4c34-a78a-24cb930cf393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:17.263432 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.263949 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:17.265560 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] 10.222.0.13 "PUT /v2.0/ports/108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 200 len: 1093 time: 1.3692226 Jun 16 17:02:17.266116 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:17.268672 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "tag": "108de017-1366-45ea-9e5c-8271a6efed62"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:17.277524 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e771-8e97-454e-9195-3c735405ea03 req-070ae5a4-db0a-46f8-a8f7-6ae5103122ff tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.280660 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d800e771-8e97-454e-9195-3c735405ea03 req-070ae5a4-db0a-46f8-a8f7-6ae5103122ff tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0792842 Jun 16 17:02:17.304742 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Pushing event updated for resources: {'Port': ['ID=108de017-1366-45ea-9e5c-8271a6efed62,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:17.308227 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:17.341864 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d800e771-8e97-454e-9195-3c735405ea03 req-b36d41bf-27a0-4c71-8626-1244e6de133b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549510 Jun 16 17:02:17.380001 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae335496-4157-4768-9eed-655f117dd41c x-openstack-request-id: req-ae335496-4157-4768-9eed-655f117dd41c {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:17.382384 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "tag": "108de017-1366-45ea-9e5c-8271a6efed62", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:17.382384 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae335496-4157-4768-9eed-655f117dd41c {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:17.382384 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62', 'status': 'completed', 'code': 200} Jun 16 17:02:17.455587 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-176dfc69-d581-4b7a-b5df-dc8b1ece5e68 req-8840df30-8d08-453e-9d51-85ba6a48ac8f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 210 time: 0.0559177 Jun 16 17:02:17.508131 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5 req-64d583d4-872c-46af-89e3-b0dee724dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.509946 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5 req-64d583d4-872c-46af-89e3-b0dee724dd66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1096 time: 0.1060157 Jun 16 17:02:17.676711 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5 req-dacb5559-c4f5-40b5-904a-8036541bc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.678282 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5 req-dacb5559-c4f5-40b5-904a-8036541bc195 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1588964 Jun 16 17:02:17.728347 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5210-d063-420b-b673-72393aca4bd9 req-71bc703f-3ff0-466f-8e7e-98ca818abd6b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.730046 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ae1f5210-d063-420b-b673-72393aca4bd9 req-71bc703f-3ff0-466f-8e7e-98ca818abd6b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1471536 Jun 16 17:02:17.832407 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ae1f5210-d063-420b-b673-72393aca4bd9 req-0acacee1-a891-4855-9fd1-87b85a170099 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892637 Jun 16 17:02:17.833536 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5 req-d4b65700-a044-41b7-accc-57f1d76fe55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.837293 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1298dbf7-9b8b-48c6-8da0-61ce9467c9b5 req-d4b65700-a044-41b7-accc-57f1d76fe55d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454206 Jun 16 17:02:17.872117 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a826e-f852-4980-b4a2-dab8bd216b74 req-22e40162-54c6-47cd-bf3e-b50296f9c3b2 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.873867 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-927a826e-f852-4980-b4a2-dab8bd216b74 req-22e40162-54c6-47cd-bf3e-b50296f9c3b2 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 943 time: 0.0843651 Jun 16 17:02:17.924389 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-927a826e-f852-4980-b4a2-dab8bd216b74 req-39488e37-e04a-4124-b146-ae1f4084b59c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Jun 16 17:02:17.963881 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-a202ad04-f85b-421d-8bef-9b6c2987cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:17.965723 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-a202ad04-f85b-421d-8bef-9b6c2987cbc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1096 time: 0.0784554 Jun 16 17:02:18.012638 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-57a6635e-2ae1-411f-8584-356f1c219720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 200 len: 217 time: 0.0365667 Jun 16 17:02:18.074323 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-5ccc1d55-0618-4e81-bfe6-330a07e08944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.075755 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-5ccc1d55-0618-4e81-bfe6-330a07e08944 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0565007 Jun 16 17:02:18.153047 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e932-df30-4df2-b478-c763df40082b req-e0218949-6ea6-4aef-ba4b-f73e6dd6526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.154824 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-e0218949-6ea6-4aef-ba4b-f73e6dd6526c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684633 Jun 16 17:02:18.303198 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-acfd4b76-47d8-4374-a668-06f7b61a01f2 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374726 Jun 16 17:02:18.418275 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4d4e932-df30-4df2-b478-c763df40082b req-a5c0a730-560e-4710-9f7e-132991f812dd service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029339 Jun 16 17:02:18.542919 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5981-5a31-4800-933d-5c012d58dfa7 req-6280247e-31d5-4cd9-93fb-8ac053274648 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:18.544580 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9b2e5981-5a31-4800-933d-5c012d58dfa7 req-6280247e-31d5-4cd9-93fb-8ac053274648 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0756154 Jun 16 17:02:18.592604 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9b2e5981-5a31-4800-933d-5c012d58dfa7 req-ed5cce54-b217-421a-8428-084651ce8054 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Jun 16 17:02:18.631803 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3232758e-3f3c-4821-8094-28e18a1dcf1d req-460be59b-4a58-46e8-a65b-8df301938e67 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 210 time: 0.0555427 Jun 16 17:02:19.041401 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1974b-1bf0-4388-a07c-0863637d9274 req-f9c0a591-e7a7-477d-a899-73dfb479d64f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.042991 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-99e1974b-1bf0-4388-a07c-0863637d9274 req-f9c0a591-e7a7-477d-a899-73dfb479d64f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0854118 Jun 16 17:02:19.091866 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-99e1974b-1bf0-4388-a07c-0863637d9274 req-4e7a988d-889b-46d7-a6b3-fd0926863f96 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400848 Jun 16 17:02:19.137710 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba3b9-1e5c-4ebe-b33e-ebf64a1a71f6 req-b3d83681-85ab-4c6d-9c93-62e56875da45 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.139314 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-568ba3b9-1e5c-4ebe-b33e-ebf64a1a71f6 req-b3d83681-85ab-4c6d-9c93-62e56875da45 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 943 time: 0.0686045 Jun 16 17:02:19.193096 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-568ba3b9-1e5c-4ebe-b33e-ebf64a1a71f6 req-39a8ec38-0b52-413f-b438-f58f09466a87 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470722 Jun 16 17:02:19.803460 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bc2d4d30-2c0b-44f3-b4fd-f9ea8c922b71 req-1328f33f-ad71-4e66-9c41-96255b3cdb3f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 210 time: 0.0332325 Jun 16 17:02:19.841666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883cea-00eb-45c2-baa0-d9243ec14b7f req-f181e72d-a2d6-4996-a1d9-5df13d833478 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:19.843520 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-42883cea-00eb-45c2-baa0-d9243ec14b7f req-f181e72d-a2d6-4996-a1d9-5df13d833478 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0778923 Jun 16 17:02:19.901837 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-42883cea-00eb-45c2-baa0-d9243ec14b7f req-07bca48d-b66c-4bef-b5d8-cc762cdb1035 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478344 Jun 16 17:02:20.095922 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-ef40c867-f7ce-4441-93d7-25d2a84bbe1f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:20.097603 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-ef40c867-f7ce-4441-93d7-25d2a84bbe1f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "GET /v2.0/networks?id=1d1eb4e7-f725-477e-bfae-e73c385cf42d HTTP/1.1" status: 200 len: 809 time: 0.1140096 Jun 16 17:02:20.111309 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Request body: {'port': {'device_id': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d', 'admin_state_up': True, 'tenant_id': '03a8bd3418504e118751eef3ef96f317'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:20.334061 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b324-adeb-40fa-a344-6e23358d5ca1 req-d9f9f361-9448-4735-be21-4fd3d97d21bf tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:20.336248 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6858b324-adeb-40fa-a344-6e23358d5ca1 req-d9f9f361-9448-4735-be21-4fd3d97d21bf tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.0856886 Jun 16 17:02:20.394476 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6858b324-adeb-40fa-a344-6e23358d5ca1 req-d9489df5-6942-4928-9002-4ecaedc95964 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514591 Jun 16 17:02:20.583184 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722aab7-3c4c-4b96-a0ce-81fe9bddae85 req-69d3b610-837b-4098-8b33-985ee134eaae tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:20.584659 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9722aab7-3c4c-4b96-a0ce-81fe9bddae85 req-69d3b610-837b-4098-8b33-985ee134eaae tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 943 time: 0.1361535 Jun 16 17:02:20.644138 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9722aab7-3c4c-4b96-a0ce-81fe9bddae85 req-ce393694-b89c-45fd-8914-102010b0977e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453629 Jun 16 17:02:20.717400 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Made reservation on behalf of 03a8bd3418504e118751eef3ef96f317 for: {'port': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:02:20.723509 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:20.859911 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Allocated IP 172.20.0.2 (1d1eb4e7-f725-477e-bfae-e73c385cf42d/ca53dbcf-cf7b-481c-baf7-d1c63337ab5b/e697acd4-fdd1-4e48-b974-062a0fa2ebd6) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.864928 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:02:20.874148 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:02:20.966533 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9b832f79-850a-462b-b0e8-ba25dac91aae req-22be7ff8-ce62-458e-bc5f-a3c3fdd9b32b tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 210 time: 0.0342448 Jun 16 17:02:20.997863 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b47e03f1-8e7b-4e0e-b5eb-6f03d524fbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.042286 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.145662 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bb239-8b9d-4256-b4b6-c5f224ba0f9e req-c2853866-25d3-46ec-a63f-288817bea28a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.148698 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-741bb239-8b9d-4256-b4b6-c5f224ba0f9e req-c2853866-25d3-46ec-a63f-288817bea28a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1112151 Jun 16 17:02:21.196948 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-741bb239-8b9d-4256-b4b6-c5f224ba0f9e req-a3215985-aea9-43be-a020-6489e609b181 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 Jun 16 17:02:21.282903 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.290491 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b77670de-facc-476b-9ced-b33875d62b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:21.332443 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Network 1d1eb4e7-f725-477e-bfae-e73c385cf42d is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:02:21.336071 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:02:21.338935 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:02:21.384433 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Pushing event updated for resources: {'Port': ['ID=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:21.388820 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:21.409432 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.409432 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.552255 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4449532 Jun 16 17:02:21.577621 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Request body: {'port': {'device_id': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:21.631242 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0217a-701a-43bf-8e14-38b0fadfbeb4 req-fa5dd44f-3c54-4e5a-8541-24e6eb798146 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.633830 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9eb0217a-701a-43bf-8e14-38b0fadfbeb4 req-fa5dd44f-3c54-4e5a-8541-24e6eb798146 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1023989 Jun 16 17:02:21.673266 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.679098 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9eb0217a-701a-43bf-8e14-38b0fadfbeb4 req-000dbcb0-aad8-4230-986f-489e3ff41d8c tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394418 Jun 16 17:02:21.881741 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9d76-d998-41e5-8eb0-8800b076e7af req-750041c4-564a-4150-b23d-0af4664de384 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:21.883398 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4b6c9d76-d998-41e5-8eb0-8800b076e7af req-750041c4-564a-4150-b23d-0af4664de384 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 943 time: 0.0885465 Jun 16 17:02:21.925167 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4b6c9d76-d998-41e5-8eb0-8800b076e7af req-3389f2fa-c8a0-453c-b861-c4bf660d10f9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345116 Jun 16 17:02:21.972021 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e697acd4-fdd1-4e48-b974-062a0fa2ebd6 {{(pid=99050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:21.980283 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:21.992353 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.provisioning_blocks [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Transition to ACTIVE for port object e697acd4-fdd1-4e48-b974-062a0fa2ebd6 will not be triggered until provisioned by entity L2. {{(pid=99050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:02:22.076822 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:22.079254 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2c6aca0e-d3a6-4919-b5d3-15cdf20f1f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:22.192846 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:22.196139 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:22.297921 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7a0f3-1d5a-4294-8544-ccfb4e171492 req-7aef141c-1b0a-4490-8251-35ed7d134dc7 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.299500 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-99f7a0f3-1d5a-4294-8544-ccfb4e171492 req-7aef141c-1b0a-4490-8251-35ed7d134dc7 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 943 time: 0.1887875 Jun 16 17:02:22.304880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Attempting to bind port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:02:22.305209 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Attempting to bind port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:02:22.305605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Attempting to bind port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 on network 1d1eb4e7-f725-477e-bfae-e73c385cf42d {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:22.317035 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 on network 1d1eb4e7-f725-477e-bfae-e73c385cf42d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:02:22.317414 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Attempting to bind port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 on network 1d1eb4e7-f725-477e-bfae-e73c385cf42d {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:02:22.331755 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:02:22.332153 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Checking segment: {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:02:22.332514 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Bound using segment: {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'} {{(pid=99050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:02:22.333017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.managers [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Bound port: e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7936f263-453c-4a1c-80f5-3141ccb7e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d'}}] {{(pid=99050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:02:22.333395 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:22.362413 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-99f7a0f3-1d5a-4294-8544-ccfb4e171492 req-f9493fb9-d7b0-4bf9-bc8b-eeae0ce4f017 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Jun 16 17:02:22.424358 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6876-8641-4c03-b0ae-b3dfc87a2931 req-5fc4d1a8-8590-4dfa-a877-725acbee61cc tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.426218 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-56cc6876-8641-4c03-b0ae-b3dfc87a2931 req-5fc4d1a8-8590-4dfa-a877-725acbee61cc tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0837717 Jun 16 17:02:22.448205 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] For port e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host hv-cinder-77212, cleared binding levels {{(pid=99050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:02:22.453650 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] For port e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:02:22.499642 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-56cc6876-8641-4c03-b0ae-b3dfc87a2931 req-6bf86286-9b75-4b93-a7c9-de86714e0c92 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596478 Jun 16 17:02:22.541369 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:22.544942 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e2a96048-3677-46cf-80b7-1c799a011605 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:22.578848 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.579477 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:22.580904 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e697acd4-fdd1-4e48-b974-062a0fa2ebd6 HTTP/1.1" status: 200 len: 1093 time: 1.0183125 Jun 16 17:02:22.581472 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'tag': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:22.583852 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c16f4c6-ee5b-47ea-bbc7-3c64f3605392", "tag": "e697acd4-fdd1-4e48-b974-062a0fa2ebd6"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:22.615373 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,revision_number=3']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:22.619440 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:22.622930 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f58838-431a-468e-8bd0-a4070ed1d500 x-openstack-request-id: req-66f58838-431a-468e-8bd0-a4070ed1d500 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:22.623382 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c16f4c6-ee5b-47ea-bbc7-3c64f3605392", "tag": "e697acd4-fdd1-4e48-b974-062a0fa2ebd6", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:22.623684 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66f58838-431a-468e-8bd0-a4070ed1d500 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:22.624125 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'tag': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6', 'status': 'completed', 'code': 200} Jun 16 17:02:22.718011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e req-8b978f44-d520-4c19-af3e-931b001d6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.719611 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e req-8b978f44-d520-4c19-af3e-931b001d6080 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a8bd3418504e118751eef3ef96f317&device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 1096 time: 0.0690994 Jun 16 17:02:22.867386 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e req-20fcf8f8-0b9d-46b8-a575-2d53909c4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.870004 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e req-20fcf8f8-0b9d-46b8-a575-2d53909c4ae0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03a8bd3418504e118751eef3ef96f317&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1341040 Jun 16 17:02:22.926250 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c39108-49e7-424f-ad0b-deace2dbc022 req-85a81089-f9da-4aaf-be55-7894402160ff tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.927859 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-19c39108-49e7-424f-ad0b-deace2dbc022 req-85a81089-f9da-4aaf-be55-7894402160ff tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1211481 Jun 16 17:02:22.954856 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-dfedb4bc-a2b8-4c2b-955f-dc5260796e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.959154 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-dfedb4bc-a2b8-4c2b-955f-dc5260796e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.1102057 Jun 16 17:02:22.961250 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 108de017-1366-45ea-9e5c-8271a6efed62 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:22.987859 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e req-7d92e3f9-f367-4d12-ba3b-ffb7c499ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:22.989607 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3bc0a3d-1882-4dae-b654-5cc4a6ba8b8e req-7d92e3f9-f367-4d12-ba3b-ffb7c499ccae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126106 Jun 16 17:02:23.002355 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-19c39108-49e7-424f-ad0b-deace2dbc022 req-333b0446-2a00-443c-a49e-163dcbfeb2fe tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&id=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675220 Jun 16 17:02:23.108915 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-113cfbb6-42c7-473b-b081-def96724b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.110543 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-113cfbb6-42c7-473b-b081-def96724b66d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.1454084 Jun 16 17:02:23.117562 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 108de017-1366-45ea-9e5c-8271a6efed62, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=108de017-1366-45ea-9e5c-8271a6efed62,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:23.130675 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '108de017-1366-45ea-9e5c-8271a6efed62', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'port_id': '108de017-1366-45ea-9e5c-8271a6efed62', 'mac_address': 'fa:16:3e:16:a9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:23.176526 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.194680 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108de017-1366-45ea-9e5c-8271a6efed62 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:23.211301 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3198fb-5a6e-42c8-846e-e18d135ded31 req-061aa24d-d3bf-4dee-99a2-85dc22f52358 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.213802 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a3198fb-5a6e-42c8-846e-e18d135ded31 req-061aa24d-d3bf-4dee-99a2-85dc22f52358 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 943 time: 0.1415956 Jun 16 17:02:23.218735 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-14b5c015-058a-4ab1-a667-95a09ce053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.223347 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-14b5c015-058a-4ab1-a667-95a09ce053ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a8bd3418504e118751eef3ef96f317&device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 1096 time: 0.1478813 Jun 16 17:02:23.225810 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 108de017-1366-45ea-9e5c-8271a6efed62, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=108de017-1366-45ea-9e5c-8271a6efed62,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:23.229849 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-c7e944d9-f962-412e-8627-684f3eeff95d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 1002 time: 0.1107504 Jun 16 17:02:23.281679 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-6827ec25-668a-4c33-bbce-2de3e81b9db0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e697acd4-fdd1-4e48-b974-062a0fa2ebd6 HTTP/1.1" status: 200 len: 217 time: 0.0434451 Jun 16 17:02:23.282778 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-04f202e7-2889-4f0c-814f-aa6f181370a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.284292 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-04f202e7-2889-4f0c-814f-aa6f181370a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0469158 Jun 16 17:02:23.295038 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1a3198fb-5a6e-42c8-846e-e18d135ded31 req-21e9a37e-4ef5-4178-b99a-9774f834712d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726590 Jun 16 17:02:23.341015 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-56f43841-7e62-46d6-b0e3-3c7a0e772d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.342717 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-56f43841-7e62-46d6-b0e3-3c7a0e772d24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca53dbcf-cf7b-481c-baf7-d1c63337ab5b HTTP/1.1" status: 200 len: 849 time: 0.0459092 Jun 16 17:02:23.345837 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.348925 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:23.351652 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-4f9f1770-7168-4dbe-9064-d84ce712cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.353483 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-4f9f1770-7168-4dbe-9064-d84ce712cc0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557919 Jun 16 17:02:23.382130 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-de963d77-92bf-43fd-b1bb-81ec6333a7e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d1eb4e7-f725-477e-bfae-e73c385cf42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298328 Jun 16 17:02:23.427278 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=108de017-1366-45ea-9e5c-8271a6efed62,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:23.436995 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:23.477294 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-be787217-db9f-4176-ac16-8952aea2138a service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168690 Jun 16 17:02:23.517066 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6801a461-61fb-4875-89e1-190d29b0aa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.577988 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-7f85eed2-6b6d-470c-8280-99ed529b0b84 service neutron] 10.222.0.13 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847858 Jun 16 17:02:23.602113 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41520) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:23.678224 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e4949bb1-a105-4a6e-929a-f0eba1551ce9 req-578dae0c-2087-49cf-8236-67d91f0dabb3 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923764 Jun 16 17:02:23.687647 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['108de017-1366-45ea-9e5c-8271a6efed62'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:23.689709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Deleting subnet c8b2102f-580c-4e95-9a74-7447cae9dd3d {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:02:23.695640 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.717829 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.723064 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c48bc66e-791c-46de-8d30-76345ae9ea5c req-d43cdc20-61c5-437a-99ce-e5edd9d2be70 service neutron] 10.222.0.13 "GET /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353712 Jun 16 17:02:23.742900 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8b539-3171-4749-aac3-f491723243ab req-eba3c60a-1b44-4f2f-b764-7eab8d8d6f32 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.744487 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73e8b539-3171-4749-aac3-f491723243ab req-eba3c60a-1b44-4f2f-b764-7eab8d8d6f32 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 943 time: 0.1781528 Jun 16 17:02:23.760421 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:23.760876 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02698176-5892-4f2f-81af-7ac402fc8ca1 req-369d0838-74e5-4648-811e-cc89f285b7ce tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:23.767014 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-02698176-5892-4f2f-81af-7ac402fc8ca1 req-369d0838-74e5-4648-811e-cc89f285b7ce tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1146080 Jun 16 17:02:23.812533 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-02698176-5892-4f2f-81af-7ac402fc8ca1 req-a320a54d-cd42-4c68-88f7-845a9ede55ae tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 Jun 16 17:02:23.867808 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-73e8b539-3171-4749-aac3-f491723243ab req-678e1c79-f6f1-4c95-b6a7-1f52f24f1673 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051805 Jun 16 17:02:23.868989 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.002450 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.004843 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:24.036830 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b2102f-580c-4e95-9a74-7447cae9dd3d,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:24.040510 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:24.041628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.047336 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c8b2102f-580c-4e95-9a74-7447cae9dd3d HTTP/1.1" status: 204 len: 168 time: 0.4400494 Jun 16 17:02:24.049906 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41524) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:24.128410 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.210377 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.221739 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b50d53-2588-4989-9096-adef2886cdc7']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:24.238515 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522ff5fc-fa59-4562-8be5-b0c68ec228b6') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:24.238803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522ff5fc-fa59-4562-8be5-b0c68ec228b6') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:24.249671 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.266314 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.273233 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:02:24.273846 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:02:24.275572 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:02:24.385002 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.425647 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.447492 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:24.452353 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] 10.222.0.72 "DELETE /v2.0/networks/65b50d53-2588-4989-9096-adef2886cdc7 HTTP/1.1" status: 204 len: 168 time: 0.3984673 Jun 16 17:02:24.452353 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-840b0646-bed9-4cf2-9dfe-e8f354757ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:24.466633 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Pushing event deleted for resources: {'Network': ['ID=65b50d53-2588-4989-9096-adef2886cdc7,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:24.469695 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e593df4f-ea80-4f48-907e-eb15d9d7512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:24.505409 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65513200-2c47-4a62-a2e7-422ccec8e1eb req-cfe93841-dd62-46af-aefd-e2dd5ce8244c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:24.507639 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-65513200-2c47-4a62-a2e7-422ccec8e1eb req-cfe93841-dd62-46af-aefd-e2dd5ce8244c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 944 time: 0.0936472 Jun 16 17:02:24.555415 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-65513200-2c47-4a62-a2e7-422ccec8e1eb req-6201b3de-3f6f-4c12-907e-2179d522dce9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Jun 16 17:02:24.969010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41534) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:24.991544 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 108de017-1366-45ea-9e5c-8271a6efed62 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:25.045759 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-ddbeb4ef-6b09-47c1-81bb-c53ea0fe5d0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a88268cb20274c0dbc18694ae461836a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752850 Jun 16 17:02:25.050352 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41536) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:25.071107 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba899-4c5d-433c-8c91-e29fb8b0e913 req-3dcac02e-39a4-4f84-a5fb-2dc65dbb9d6b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:25.073962 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c1eba899-4c5d-433c-8c91-e29fb8b0e913 req-3dcac02e-39a4-4f84-a5fb-2dc65dbb9d6b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1166027 Jun 16 17:02:25.118529 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6734488-4f9a-4156-8412-9b702bff18af req-7d58dd13-9515-46e3-956f-a9fe261db8bb tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:25.120117 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b6734488-4f9a-4156-8412-9b702bff18af req-7d58dd13-9515-46e3-956f-a9fe261db8bb tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 943 time: 0.1192250 Jun 16 17:02:25.137031 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c1eba899-4c5d-433c-8c91-e29fb8b0e913 req-5601b7aa-61df-45b7-9495-f01dd2b552ff tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559013 Jun 16 17:02:25.151236 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 108de017-1366-45ea-9e5c-8271a6efed62 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:25.155291 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.158428 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 108de017-1366-45ea-9e5c-8271a6efed62 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:25.159202 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.219594 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.235909 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b6734488-4f9a-4156-8412-9b702bff18af req-fd74d296-357c-47a4-89ee-f7a00bf2b77f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072490 Jun 16 17:02:25.298484 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.326809 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:25.329140 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fae1ed-5223-49f2-84b9-7adc1f4aaf30" -d '{"events": [{"server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "name": "network-vif-plugged", "status": "completed", "tag": "108de017-1366-45ea-9e5c-8271a6efed62"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:25.343026 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 108de017-1366-45ea-9e5c-8271a6efed62, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=108de017-1366-45ea-9e5c-8271a6efed62,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:25.407950 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.417425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.417425 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16dc35cd-0101-40db-a736-406169e522c7 HTTP/1.1" status: 204 len: 168 time: 0.3634448 Jun 16 17:02:25.417425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e62710cd-416a-454a-a7c9-9be553b64296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:25.424814 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dc35cd-0101-40db-a736-406169e522c7,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:25.427293 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:25.453243 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:25.455084 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-adfe8b1a-068a-4ab3-8180-8c03711b5ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:25.504663 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad33ec2-acff-47f4-b0e9-13f56b04a575 x-openstack-request-id: req-7ad33ec2-acff-47f4-b0e9-13f56b04a575 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:25.504962 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "name": "network-vif-plugged", "status": "completed", "tag": "108de017-1366-45ea-9e5c-8271a6efed62", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:25.508932 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ad33ec2-acff-47f4-b0e9-13f56b04a575 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:25.508932 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62', 'code': 200} Jun 16 17:02:25.516319 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=108de017-1366-45ea-9e5c-8271a6efed62,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:25.519734 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:25.751079 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccbfb3-9545-4f31-92c4-04c2b7d3817c req-7f0c38c3-a10c-418b-968b-5106fe9c69af tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:25.752621 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-24ccbfb3-9545-4f31-92c4-04c2b7d3817c req-7f0c38c3-a10c-418b-968b-5106fe9c69af tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0775366 Jun 16 17:02:25.792026 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-24ccbfb3-9545-4f31-92c4-04c2b7d3817c req-622e5037-eff4-4849-8e84-7b5805411c91 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326858 Jun 16 17:02:26.130032 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3672543-b902-47da-9158-19e6ee47db52 req-c354cbf4-67d4-46c0-9fae-b873a7838f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:26.132180 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b3672543-b902-47da-9158-19e6ee47db52 req-c354cbf4-67d4-46c0-9fae-b873a7838f96 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1098 time: 0.0599113 Jun 16 17:02:26.171089 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b3672543-b902-47da-9158-19e6ee47db52 req-3f5d2481-8974-44af-a158-5f7086d66574 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Jun 16 17:02:26.328225 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:26.355402 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4de84-a76f-4aa8-be68-b9c2b6ea1b41 req-1b574a5e-0e7e-45a8-8e29-00e6141589e5 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:26.357394 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d6e4de84-a76f-4aa8-be68-b9c2b6ea1b41 req-1b574a5e-0e7e-45a8-8e29-00e6141589e5 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0770586 Jun 16 17:02:26.435301 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d6e4de84-a76f-4aa8-be68-b9c2b6ea1b41 req-698fac63-8a6f-482a-bc50-91cc5422c435 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714409 Jun 16 17:02:26.471451 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b957f1e-106a-417a-a0e8-f76924041175 req-3cc61e2a-caf3-4ce1-8b48-d486cd9c444c tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:26.480060 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0b957f1e-106a-417a-a0e8-f76924041175 req-3cc61e2a-caf3-4ce1-8b48-d486cd9c444c tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 943 time: 0.1077068 Jun 16 17:02:26.528793 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-0b957f1e-106a-417a-a0e8-f76924041175 req-df461304-c8b9-400e-a280-af6041a0ebe9 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Jun 16 17:02:26.996613 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e697acd4-fdd1-4e48-b974-062a0fa2ebd6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:27.007703 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c479ae-2dae-423b-b428-ba9a2e3bda12 req-73cc3049-a230-4a5f-a407-28847eaf4504 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.008825 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-13c479ae-2dae-423b-b428-ba9a2e3bda12 req-73cc3049-a230-4a5f-a407-28847eaf4504 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0924263 Jun 16 17:02:27.062452 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-13c479ae-2dae-423b-b428-ba9a2e3bda12 req-95b24c75-128d-4352-be40-771ecef8db81 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 Jun 16 17:02:27.135055 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:27.156418 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6', 'network_id': '1d1eb4e7-f725-477e-bfae-e73c385cf42d', 'port_id': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6', 'mac_address': 'fa:16:3e:72:35:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca53dbcf-cf7b-481c-baf7-d1c63337ab5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:27.200866 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:27.214855 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e697acd4-fdd1-4e48-b974-062a0fa2ebd6 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:27.236872 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:27.351421 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:27.355850 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:27.438714 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:27.444212 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:27.673532 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['e697acd4-fdd1-4e48-b974-062a0fa2ebd6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:27.673806 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ca23-87e2-462e-9551-cbb5d89ff893 req-2fe95c5f-9d2d-4e18-b363-a8ee45e02034 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.675251 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6832ca23-87e2-462e-9551-cbb5d89ff893 req-2fe95c5f-9d2d-4e18-b363-a8ee45e02034 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0982404 Jun 16 17:02:27.731134 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6832ca23-87e2-462e-9551-cbb5d89ff893 req-9b07557e-cc5d-4ae7-b8d6-518249682b02 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Jun 16 17:02:27.764900 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2f805-2100-4f66-89ed-fe67710a1994 req-eba2beee-e46f-4b08-b144-82a17cc2f4ee tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:27.771388 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ded2f805-2100-4f66-89ed-fe67710a1994 req-eba2beee-e46f-4b08-b144-82a17cc2f4ee tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 944 time: 0.1097298 Jun 16 17:02:27.817082 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ded2f805-2100-4f66-89ed-fe67710a1994 req-913bd2d2-3bb3-4bd8-8753-ce12ee3dfad7 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jun 16 17:02:28.273222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f7f67-7013-4643-aed9-7a0cb03c4c9f req-e5128617-3dde-4949-b810-3c9e7e4bf700 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.274831 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-517f7f67-7013-4643-aed9-7a0cb03c4c9f req-e5128617-3dde-4949-b810-3c9e7e4bf700 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0848167 Jun 16 17:02:28.325234 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-517f7f67-7013-4643-aed9-7a0cb03c4c9f req-42480508-a9ce-44ee-84ca-94ed359cd00c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 Jun 16 17:02:28.477098 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d5cb-e0e0-4df0-9cbb-e6601cdc14fb req-85d16be9-0134-440b-8dd3-eb97587a7563 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.478596 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6442d5cb-e0e0-4df0-9cbb-e6601cdc14fb req-85d16be9-0134-440b-8dd3-eb97587a7563 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1183736 Jun 16 17:02:28.539913 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6442d5cb-e0e0-4df0-9cbb-e6601cdc14fb req-9d4b20b9-2552-44a1-8127-4d5d34dcb22a tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529914 Jun 16 17:02:28.550724 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 41610) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:28.574624 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a42e3-d928-4c9e-b19c-b3b04f64f798 req-91bf88b6-3e5e-4e4f-a934-35ff49fe8282 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:28.576002 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c74a42e3-d928-4c9e-b19c-b3b04f64f798 req-91bf88b6-3e5e-4e4f-a934-35ff49fe8282 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1133156 Jun 16 17:02:28.584762 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 41614) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:28.589703 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'floatingip': {'port_id': '108de017-1366-45ea-9e5c-8271a6efed62'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:02:28.639560 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.728339 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:28.847079 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-f93543db-8c17-40f2-9c11-8857cc3f1266 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2941298 Jun 16 17:02:28.999529 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e697acd4-fdd1-4e48-b974-062a0fa2ebd6 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:29.174073 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:02:29.176143 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a1233-e8c7-46e4-b1c0-af57995df3fe req-52ef36c3-43ab-4671-b7d7-8c10879ba209 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:29.178672 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2f2a1233-e8c7-46e4-b1c0-af57995df3fe req-52ef36c3-43ab-4671-b7d7-8c10879ba209 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 944 time: 0.1840262 Jun 16 17:02:29.181095 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:29.182295 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.278945 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2f2a1233-e8c7-46e4-b1c0-af57995df3fe req-ecc05f1a-d13d-46e8-9e7f-38da754f48d2 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873551 Jun 16 17:02:29.281413 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.297074 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.402472 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.432463 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:29.434775 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae152f-5ae9-4cd0-bd89-29f72d3807e0" -d '{"events": [{"server_uuid": "3c16f4c6-ee5b-47ea-bbc7-3c64f3605392", "name": "network-vif-plugged", "status": "completed", "tag": "e697acd4-fdd1-4e48-b974-062a0fa2ebd6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:29.449034 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:29.489503 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507730c8-e6d3-4e28-a1bb-4222ed3f389f x-openstack-request-id: req-507730c8-e6d3-4e28-a1bb-4222ed3f389f {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:29.489826 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c16f4c6-ee5b-47ea-bbc7-3c64f3605392", "name": "network-vif-plugged", "status": "completed", "tag": "e697acd4-fdd1-4e48-b974-062a0fa2ebd6", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:29.490092 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-507730c8-e6d3-4e28-a1bb-4222ed3f389f {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:29.491154 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6', 'code': 200} Jun 16 17:02:29.530886 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.l3_db [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Floating IP 9272d54c-3d74-4d66-a17f-135029883471 associated. External IP: 172.28.0.183, port: 108de017-1366-45ea-9e5c-8271a6efed62. Jun 16 17:02:29.556401 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.557742 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:29.561693 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:29.650857 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:29.656004 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:29.704955 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.761164 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:29.865320 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:29.869191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:29.934921 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3430c-205b-4b2f-ad4c-862f0d1dab64 req-c8b80f4d-b6ed-4049-b98c-3a0aeaf494af tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:29.935758 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=6']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:29.937620 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ffd3430c-205b-4b2f-ad4c-862f0d1dab64 req-c8b80f4d-b6ed-4049-b98c-3a0aeaf494af tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.2530353 Jun 16 17:02:29.940073 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:30.306734 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:02:30.342304 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ffd3430c-205b-4b2f-ad4c-862f0d1dab64 req-04a40154-d205-4da2-a55e-3169fb32624d tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3859842 Jun 16 17:02:30.431948 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758331c9-43f1-409b-9837-08bead0ad14c req-f8c22d49-f3ef-460e-967c-47c1dd52a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.434541 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-758331c9-43f1-409b-9837-08bead0ad14c req-f8c22d49-f3ef-460e-967c-47c1dd52a6f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 1098 time: 0.4924190 Jun 16 17:02:30.498443 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8122f9-a86b-4cca-b9ff-ef27bdde9398 req-2538e342-744f-4cf4-8ee9-e5ecca482a2f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.500294 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1f8122f9-a86b-4cca-b9ff-ef27bdde9398 req-2538e342-744f-4cf4-8ee9-e5ecca482a2f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0719283 Jun 16 17:02:30.520531 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-758331c9-43f1-409b-9837-08bead0ad14c req-645217b3-458c-4b27-8d8d-a08619f2425c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770826 Jun 16 17:02:30.527840 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:02:30.538572 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:30.541658 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:02:30.547851 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1f8122f9-a86b-4cca-b9ff-ef27bdde9398 req-7860e4b0-540d-4b0e-a954-f29ed2d9a38f tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Jun 16 17:02:30.563074 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:30.563655 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:02:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:30.591534 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-c168d87b-076b-4665-a816-13ab552e1eb1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "PUT /v2.0/floatingips/9272d54c-3d74-4d66-a17f-135029883471 HTTP/1.1" status: 200 len: 991 time: 2.0054905 Jun 16 17:02:30.592215 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:30.594858 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "tag": "108de017-1366-45ea-9e5c-8271a6efed62"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:30.639996 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075c2f6f-2bf0-4af4-9011-b3458df566d1 x-openstack-request-id: req-075c2f6f-2bf0-4af4-9011-b3458df566d1 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:30.640629 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "tag": "108de017-1366-45ea-9e5c-8271a6efed62", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:30.641028 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-075c2f6f-2bf0-4af4-9011-b3458df566d1 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:30.641671 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62', 'status': 'completed', 'code': 200} Jun 16 17:02:30.714227 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:30.749936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-83d26cfd-19c2-4177-b705-0ee3e8df968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.751612 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-83d26cfd-19c2-4177-b705-0ee3e8df968a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1098 time: 0.0670900 Jun 16 17:02:30.859693 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-756289e8-0191-4c12-b744-3f775b9970d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:30.861219 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-756289e8-0191-4c12-b744-3f775b9970d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 912 time: 0.1002417 Jun 16 17:02:30.963551 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-e131cca2-83b5-418b-a35e-b6488f0c55fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 200 len: 999 time: 0.0939040 Jun 16 17:02:31.013267 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '9272d54c-3d74-4d66-a17f-135029883471', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'floating_ip_address': '172.28.0.183', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'port_id': '108de017-1366-45ea-9e5c-8271a6efed62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'mac_address': 'fa:16:3e:16:a9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6578d3b-499d-4923-80af-b037a8077e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:02:08Z', 'updated_at': '2021-06-16T17:02:29Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:31.016770 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:02:31.023531 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-a661f256-661f-46f3-91c5-ea72ba9ed36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.025519 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-a661f256-661f-46f3-91c5-ea72ba9ed36f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0530398 Jun 16 17:02:31.031544 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:02:31.031544 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:02:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:31.100366 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-390aff71-8ac2-485e-8bfe-d2ba1493dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.107225 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-390aff71-8ac2-485e-8bfe-d2ba1493dec4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743089 Jun 16 17:02:31.173593 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:02:31.229899 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-a2a376b0-cd7b-4d8b-83ec-1b99ba3ccf06 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105883 Jun 16 17:02:31.420099 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8eab1051-3aa4-4dbf-b0d2-64d6e380ffb3 req-7bb63e98-b697-4c76-9767-0c8b78f5a80b service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817708 Jun 16 17:02:31.516822 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:31.520892 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0255dc0-ac93-4071-965c-4d3a3a369549" -d '{"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-unplugged", "status": "completed", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:31.580408 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '9272d54c-3d74-4d66-a17f-135029883471', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'floating_ip_address': '172.28.0.183', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'port_id': '108de017-1366-45ea-9e5c-8271a6efed62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'mac_address': 'fa:16:3e:16:a9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6578d3b-499d-4923-80af-b037a8077e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:02:08Z', 'updated_at': '2021-06-16T17:02:29Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:02:31.585270 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3def10a-9d75-4508-abbf-120d38acf59a None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '9272d54c-3d74-4d66-a17f-135029883471', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'floating_ip_address': '172.28.0.183', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'port_id': '108de017-1366-45ea-9e5c-8271a6efed62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'mac_address': 'fa:16:3e:16:a9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6578d3b-499d-4923-80af-b037a8077e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:02:08Z', 'updated_at': '2021-06-16T17:02:29Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:02:31.590918 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3cd1d0-009a-403c-9939-bcbc8131860d x-openstack-request-id: req-2c3cd1d0-009a-403c-9939-bcbc8131860d {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:31.591222 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-unplugged", "status": "failed", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "code": 422}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:31.596106 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c3cd1d0-009a-403c-9939-bcbc8131860d {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:31.596106 dv-cinder-772126-4-smb neutron-server[99052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'code': 422} returned with failed status Jun 16 17:02:31.608192 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb784d3-c6da-47b7-99a8-1bbc647d3de5 req-fc49e872-e1ca-4c28-8ce9-daaadb8e6c78 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.609838 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-adb784d3-c6da-47b7-99a8-1bbc647d3de5 req-fc49e872-e1ca-4c28-8ce9-daaadb8e6c78 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.0969801 Jun 16 17:02:31.689641 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-adb784d3-c6da-47b7-99a8-1bbc647d3de5 req-d0be9ba2-3000-4688-b8d0-5598856c5d89 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707965 Jun 16 17:02:31.791005 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ddfd8-5a5c-4095-a7ba-d515a8f06eb4 req-6bac151d-54cb-4b40-bc07-c135043041b4 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:31.792642 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-712ddfd8-5a5c-4095-a7ba-d515a8f06eb4 req-6bac151d-54cb-4b40-bc07-c135043041b4 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0921042 Jun 16 17:02:31.868383 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-712ddfd8-5a5c-4095-a7ba-d515a8f06eb4 req-fd085420-a472-4bfd-a1a3-0af17659297e tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655036 Jun 16 17:02:31.910740 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a949267-dbbc-43e5-9758-b65104d15715 None None] New status for floating IP 9272d54c-3d74-4d66-a17f-135029883471: ACTIVE {{(pid=99053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:02:32.271012 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-56240f98-7f97-4314-b5fb-832a0a9321b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.273068 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-56240f98-7f97-4314-b5fb-832a0a9321b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301&tenant_id=b514eec370e249d98b15b2b40f9d6585 HTTP/1.1" status: 200 len: 1097 time: 0.0915854 Jun 16 17:02:32.358639 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-aa14373d-4b1d-4cbe-b7e8-40e569cdcc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.360027 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-aa14373d-4b1d-4cbe-b7e8-40e569cdcc82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1097 time: 0.0555842 Jun 16 17:02:32.475605 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-f5cbe0cc-c6da-4590-aef5-22760bd92dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.477048 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-f5cbe0cc-c6da-4590-aef5-22760bd92dc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.1066632 Jun 16 17:02:32.547193 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-108461bc-43d3-4205-ae58-7e84334c2cce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 1000 time: 0.0619850 Jun 16 17:02:32.605075 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-1b0e6424-a2f5-462f-b75f-d1e08f35daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.606690 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-1b0e6424-a2f5-462f-b75f-d1e08f35daaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0480504 Jun 16 17:02:32.674996 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-7b6956b7-4d06-4a8d-88b9-433763b2dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.676600 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-7b6956b7-4d06-4a8d-88b9-433763b2dd34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586514 Jun 16 17:02:32.777467 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-fc720545-aa70-4e86-acc4-80b1be3bb342 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892780 Jun 16 17:02:32.925772 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-73a01829-4d33-4584-8c31-d4f369a8f0c3 req-fce94305-6c20-4c38-8893-31a06881fe28 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360791 Jun 16 17:02:32.958039 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9255-1289-4c4a-8fc5-52630071eb15 req-953c3a0d-4631-4ae1-9a3b-8aee7d32c274 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:32.960634 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-eb9c9255-1289-4c4a-8fc5-52630071eb15 req-953c3a0d-4631-4ae1-9a3b-8aee7d32c274 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.1039660 Jun 16 17:02:33.024367 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-eb9c9255-1289-4c4a-8fc5-52630071eb15 req-b4341202-3b12-493f-a228-1dfdd7502c70 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569639 Jun 16 17:02:33.072040 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39744f-0b1b-4e15-bf92-6796696f82ed req-7a706f63-cfef-43d4-85b9-59631a1bc78a tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:33.073638 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7d39744f-0b1b-4e15-bf92-6796696f82ed req-7a706f63-cfef-43d4-85b9-59631a1bc78a tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0820689 Jun 16 17:02:33.116419 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7d39744f-0b1b-4e15-bf92-6796696f82ed req-e403e78e-f2de-404c-ae92-cfa6466c4401 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363722 Jun 16 17:02:34.214080 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f356f7e-1da6-4cce-a46f-be751e76dbf4 req-66862e41-99d9-4675-bce2-b67b2962183d tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:34.215502 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7f356f7e-1da6-4cce-a46f-be751e76dbf4 req-66862e41-99d9-4675-bce2-b67b2962183d tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.0741448 Jun 16 17:02:34.278033 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-7f356f7e-1da6-4cce-a46f-be751e76dbf4 req-619cd2cf-4ca0-4913-ac9f-9ff0c4ed6d78 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469823 Jun 16 17:02:34.467741 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 41700) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:34.585290 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-110a1e4e-a59b-4ef8-95a8-5b5c7535889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.692034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-110a1e4e-a59b-4ef8-95a8-5b5c7535889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.791391 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-110a1e4e-a59b-4ef8-95a8-5b5c7535889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.797738 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2acc2201-b966-4f04-84e2-abb005300a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:34.863822 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 41708) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:02:34.864412 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-110a1e4e-a59b-4ef8-95a8-5b5c7535889c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b924c72ca0534e06b22debc94c405273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945243 Jun 16 17:02:34.873739 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a1e4e-a59b-4ef8-95a8-5b5c7535889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec9fac-f1e7-4c8c-a632-81793d7978be,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:34.879833 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-110a1e4e-a59b-4ef8-95a8-5b5c7535889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:34.953583 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:34.984427 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.071109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32949-4305-4028-a12f-ab6df3b7ce47 req-c3ea334f-54f0-4529-bb9a-c856d3ab08c5 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:35.072524 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b2f32949-4305-4028-a12f-ab6df3b7ce47 req-c3ea334f-54f0-4529-bb9a-c856d3ab08c5 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0741215 Jun 16 17:02:35.112554 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b2f32949-4305-4028-a12f-ab6df3b7ce47 req-ec0e784e-96e4-4dc3-b1d3-302915ef174d tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Jun 16 17:02:35.138922 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.141634 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:35.146916 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfec9fac-f1e7-4c8c-a632-81793d7978be HTTP/1.1" status: 204 len: 168 time: 0.2749157 Jun 16 17:02:35.146916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7466dfc8-3574-4d20-a1be-7e8767d79967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:35.151791 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec9fac-f1e7-4c8c-a632-81793d7978be,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:35.155104 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:35.513291 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7b97-9bd5-4bd0-9c3f-01cae5be56ad req-9f271426-be20-47a5-b88b-01e04f48d71b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:35.514947 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-30fb7b97-9bd5-4bd0-9c3f-01cae5be56ad req-9f271426-be20-47a5-b88b-01e04f48d71b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.1026533 Jun 16 17:02:35.563196 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-30fb7b97-9bd5-4bd0-9c3f-01cae5be56ad req-1c9c15d2-c876-45e2-b15f-d3c744a5ce2d tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410912 Jun 16 17:02:36.306328 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815d3c-19d4-41ce-baea-c276e6adecdc req-ccc713da-63a0-4ef3-ac31-b4a5dd3ae67a tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.307855 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2b815d3c-19d4-41ce-baea-c276e6adecdc req-ccc713da-63a0-4ef3-ac31-b4a5dd3ae67a tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0739801 Jun 16 17:02:36.354263 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2b815d3c-19d4-41ce-baea-c276e6adecdc req-22adfd6c-d42d-4ab1-b33e-c6f504c41b70 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Jun 16 17:02:36.787726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46f37b-2e07-4fd3-8a2a-23daf20d2499 req-c5719e71-1a0b-45b1-8047-0d4f22c8e4a6 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:36.789376 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f46f37b-2e07-4fd3-8a2a-23daf20d2499 req-c5719e71-1a0b-45b1-8047-0d4f22c8e4a6 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 944 time: 0.0799208 Jun 16 17:02:36.836085 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f46f37b-2e07-4fd3-8a2a-23daf20d2499 req-25f0f9a1-b05a-4e3a-a233-6549b7bce1ff tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360029 Jun 16 17:02:37.088558 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:02:37.191747 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:37.193778 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-f18364a0-cb92-4d08-a7ab-1019a63bf5df tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:37.195308 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-f18364a0-cb92-4d08-a7ab-1019a63bf5df tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0767014 Jun 16 17:02:37.204985 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'port_id': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'mac_address': 'fa:16:3e:9a:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:02:37.272105 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.285613 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:02:37.307337 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:37.312801 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Deleting port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:02:37.313146 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.378967 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.381891 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-67a90eb5-0d48-4a3d-bde0-a3c9e27b45fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:37.418093 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] For port e697acd4-fdd1-4e48-b974-062a0fa2ebd6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,segment=NetworkSegment(7936f263-453c-4a1c-80f5-3141ccb7e60b),segment_id=7936f263-453c-4a1c-80f5-3141ccb7e60b)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:37.418093 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.474162 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=7']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:37.480452 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:37.495641 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Calling delete_port for e697acd4-fdd1-4e48-b974-062a0fa2ebd6 owned by compute:nova {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:02:37.597664 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180bbc-4e32-4e27-bb08-a1fead0246bf req-3559450a-686f-4139-8f24-6453b82141ec tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:37.601054 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9f180bbc-4e32-4e27-bb08-a1fead0246bf req-3559450a-686f-4139-8f24-6453b82141ec tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 945 time: 0.0677958 Jun 16 17:02:37.647326 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-9f180bbc-4e32-4e27-bb08-a1fead0246bf req-7345aa73-3330-4f6f-b957-59db61e57fee tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/security-groups?id=a9d8ce22-f374-46d2-b61c-56a74e232fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Jun 16 17:02:37.719486 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['5e45dfba-fd52-45ac-b417-be3d2e43f1c6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:37.745536 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.751013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-57abf99c-c3d1-4bd0-9f87-ce27a0b6a4c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:37.785320 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Pushing event deleted for resources: {'Port': ['ID=e697acd4-fdd1-4e48-b974-062a0fa2ebd6,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:37.789541 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:37.860525 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] No DVR routers for this DVR port e697acd4-fdd1-4e48-b974-062a0fa2ebd6 on host hv-cinder-77212 {{(pid=99050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:02:37.867936 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.870138 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b49cf6fe-6ed2-4999-a2bd-f8109147a256 req-ae4be746-33bc-4c20-9fb4-05a2340b22e6 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.13 "DELETE /v2.0/ports/e697acd4-fdd1-4e48-b974-062a0fa2ebd6 HTTP/1.1" status: 204 len: 173 time: 0.6675231 Jun 16 17:02:37.874892 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'name': 'network-vif-deleted', 'tag': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:37.874892 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b8bb5e-b4fc-4a7a-8b6e-3d1cf4f388cc" -d '{"events": [{"server_uuid": "3c16f4c6-ee5b-47ea-bbc7-3c64f3605392", "name": "network-vif-deleted", "tag": "e697acd4-fdd1-4e48-b974-062a0fa2ebd6"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:37.947973 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b903ebe5-8f34-496e-9c65-9cc0b5a52390 x-openstack-request-id: req-b903ebe5-8f34-496e-9c65-9cc0b5a52390 {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:37.949391 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c16f4c6-ee5b-47ea-bbc7-3c64f3605392", "name": "network-vif-deleted", "tag": "e697acd4-fdd1-4e48-b974-062a0fa2ebd6", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:37.949391 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b903ebe5-8f34-496e-9c65-9cc0b5a52390 {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:37.950241 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c16f4c6-ee5b-47ea-bbc7-3c64f3605392', 'name': 'network-vif-deleted', 'tag': 'e697acd4-fdd1-4e48-b974-062a0fa2ebd6', 'status': 'completed', 'code': 200} Jun 16 17:02:38.117083 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaf3ce-1cb3-4fb8-9a9d-dbd089e853f4 req-2f3fbb11-2436-43f8-b3ee-c869222e1a05 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:38.118658 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7bbaf3ce-1cb3-4fb8-9a9d-dbd089e853f4 req-2f3fbb11-2436-43f8-b3ee-c869222e1a05 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 945 time: 0.0799277 Jun 16 17:02:38.450922 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7bbaf3ce-1cb3-4fb8-9a9d-dbd089e853f4 req-a806ea9d-50a1-4fb5-8a22-287099f67fcd tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257306 Jun 16 17:02:38.655688 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['e697acd4-fdd1-4e48-b974-062a0fa2ebd6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:02:38.831806 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-db8816ce-5cd3-45dc-bd72-55cca7898314 req-baf3c1b0-2f59-4f0f-a366-24e561ea1b2b tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c16f4c6-ee5b-47ea-bbc7-3c64f3605392 HTTP/1.1" status: 200 len: 210 time: 0.0327051 Jun 16 17:02:39.095115 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:02:39.152445 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:02:39.152863 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.252133 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.280817 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:02:39.283198 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96ac7b-7c5e-4dbc-8612-a1ed18f90532" -d '{"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-plugged", "status": "completed", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:02:39.297447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:02:39.329196 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a0bae7-6e6d-4bf6-bd53-5ee0986ff962 x-openstack-request-id: req-b6a0bae7-6e6d-4bf6-bd53-5ee0986ff962 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:02:39.329196 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-plugged", "status": "completed", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:02:39.329196 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6a0bae7-6e6d-4bf6-bd53-5ee0986ff962 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:02:39.329196 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'code': 200} Jun 16 17:02:39.498419 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:39.498419 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:02:39.565282 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=8']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:02:39.573789 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:02:39.659580 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dfcd9-74b8-4055-9dd9-1a3459f3095f req-e9985fc3-fae6-4ce5-9f53-704bab474731 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:39.661128 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-332dfcd9-74b8-4055-9dd9-1a3459f3095f req-e9985fc3-fae6-4ce5-9f53-704bab474731 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0682786 Jun 16 17:02:39.703734 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-332dfcd9-74b8-4055-9dd9-1a3459f3095f req-cccb994e-14b4-424f-a591-3fafdbd76e13 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367143 Jun 16 17:02:39.898245 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531151-f249-491e-bfad-f549d9cb3dbc req-c5c6a577-298f-4bbb-9850-6340af19c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:39.899805 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-55531151-f249-491e-bfad-f549d9cb3dbc req-c5c6a577-298f-4bbb-9850-6340af19c5ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.0601025 Jun 16 17:02:39.939375 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-55531151-f249-491e-bfad-f549d9cb3dbc req-14fe8d27-c5ff-4c43-abae-d3bd4d8b0ce3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325639 Jun 16 17:02:40.888408 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a43f9-8c2e-45ad-a79e-23960fcd0066 req-afc2b48a-fc27-4b1a-aace-dcf06667b7b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:40.889989 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-048a43f9-8c2e-45ad-a79e-23960fcd0066 req-afc2b48a-fc27-4b1a-aace-dcf06667b7b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0690017 Jun 16 17:02:40.941434 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-048a43f9-8c2e-45ad-a79e-23960fcd0066 req-ee9afe75-0166-47b4-b3fb-83e918ebc92d tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Jun 16 17:02:41.117497 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e697acd4-fdd1-4e48-b974-062a0fa2ebd6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:02:41.146839 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: e697acd4-fdd1-4e48-b974-062a0fa2ebd6 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:02:41.147386 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device e697acd4-fdd1-4e48-b974-062a0fa2ebd6 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:02:42.148646 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edb511-87e3-4028-ab83-a631cd2ead7a req-04ff03ac-3982-4815-bcd7-1412edaaa1d1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:42.150213 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-84edb511-87e3-4028-ab83-a631cd2ead7a req-04ff03ac-3982-4815-bcd7-1412edaaa1d1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0825143 Jun 16 17:02:42.193968 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-84edb511-87e3-4028-ab83-a631cd2ead7a req-cacdae80-4e1a-462f-92b9-d9916ab5121c tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372212 Jun 16 17:02:50.950418 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-4b7031e2-1d60-4777-8ece-54c285af1124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:52.225184 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:53.617837 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf8c1-50a4-4fd0-a15a-a6a7514c328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:53.739793 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:54.368581 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:56.000429 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3751ce0-fb7c-485f-851a-480edff3cc2d req-7c59184e-0d7b-4370-8634-4a4760f2c048 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:56.015179 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a3751ce0-fb7c-485f-851a-480edff3cc2d req-7c59184e-0d7b-4370-8634-4a4760f2c048 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1196318 Jun 16 17:02:56.074624 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a3751ce0-fb7c-485f-851a-480edff3cc2d req-01a14e3e-a572-4d5b-88d5-d77b9a491cc0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527847 Jun 16 17:02:56.367607 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:57.338425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c086-4f24-44eb-813f-ab7307a7d3c6 req-8869d54c-24d0-446c-b9e0-c5297b457475 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:57.341254 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-17d2c086-4f24-44eb-813f-ab7307a7d3c6 req-8869d54c-24d0-446c-b9e0-c5297b457475 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0991073 Jun 16 17:02:57.501101 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-17d2c086-4f24-44eb-813f-ab7307a7d3c6 req-a42af683-55a8-41ed-84f7-578b4af7b2eb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790563 Jun 16 17:02:58.776456 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5483-fd6b-4e32-be82-d02e4dca8ff4 req-287b58cc-2c0b-41c3-b284-eb5b9e5cc588 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:58.778359 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-515d5483-fd6b-4e32-be82-d02e4dca8ff4 req-287b58cc-2c0b-41c3-b284-eb5b9e5cc588 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1280584 Jun 16 17:02:58.784748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:58.853254 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-515d5483-fd6b-4e32-be82-d02e4dca8ff4 req-8e25b388-42bc-483e-8a99-96e01045e714 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675929 Jun 16 17:02:59.199724 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-1c75e670-7c2f-4745-b49f-c42e40c231da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030982 Jun 16 17:02:59.397969 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-f916f92b-c388-4c4f-87b5-f652228387ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.399523 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-f916f92b-c388-4c4f-87b5-f652228387ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.1060719 Jun 16 17:02:59.553181 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-db1e4aac-7834-4847-aa66-ce71c2620627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.554743 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-db1e4aac-7834-4847-aa66-ce71c2620627 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.1042545 Jun 16 17:02:59.657591 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-c9b0d240-3467-448a-8c47-656eae42d98d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 1002 time: 0.0892200 Jun 16 17:02:59.717848 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-449f607b-71f1-4370-ae4b-5d0967df6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.719807 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-449f607b-71f1-4370-ae4b-5d0967df6340 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0528522 Jun 16 17:02:59.786825 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-9237f9dd-0b78-4a5d-91aa-95531fd860bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:02:59.788421 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-9237f9dd-0b78-4a5d-91aa-95531fd860bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0600946 Jun 16 17:02:59.907574 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-79c01062-fc8c-4725-87c5-9c94c05a4036 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116722 Jun 16 17:03:00.074365 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ea098711-2bf9-49d7-9661-6fbbe349b106 req-8772b26a-ea9a-4584-b275-360810aed4b0 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555915 Jun 16 17:03:00.167531 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ba58-f657-42a6-b488-03684a2a76f6 req-670eeb01-3921-4d0c-b846-69a6e807d0e3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:00.169189 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-42b1ba58-f657-42a6-b488-03684a2a76f6 req-670eeb01-3921-4d0c-b846-69a6e807d0e3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1091838 Jun 16 17:03:00.246751 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-42b1ba58-f657-42a6-b488-03684a2a76f6 req-0c989caf-0d87-4bb5-9d27-0e576ca9fb80 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678098 Jun 16 17:03:01.517766 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314371-1272-475e-833f-5ae7e0f52a41 req-aed0f15d-2c42-4d48-b17a-901fa6e93fd5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:01.519370 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2a314371-1272-475e-833f-5ae7e0f52a41 req-aed0f15d-2c42-4d48-b17a-901fa6e93fd5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1113396 Jun 16 17:03:01.566222 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2a314371-1272-475e-833f-5ae7e0f52a41 req-5f6a8684-8bdf-4af5-a544-bf3b92499838 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Jun 16 17:03:02.766457 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3669fdf-4536-43fa-b75b-d40198f681de req-88df1b50-0ad6-4741-9a71-040994bde35e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:02.768018 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e3669fdf-4536-43fa-b75b-d40198f681de req-88df1b50-0ad6-4741-9a71-040994bde35e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0687692 Jun 16 17:03:02.825810 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e3669fdf-4536-43fa-b75b-d40198f681de req-6a196796-1d7f-4408-8665-3eeea46b098c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511250 Jun 16 17:03:04.046951 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300f72c-4d12-40e7-bf22-90ea09731760 req-fed32a63-e813-41df-856b-768186eb15bb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:04.048852 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2300f72c-4d12-40e7-bf22-90ea09731760 req-fed32a63-e813-41df-856b-768186eb15bb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0731962 Jun 16 17:03:04.101531 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2300f72c-4d12-40e7-bf22-90ea09731760 req-43ec7f1f-8577-4283-b752-7f43ab47c3d5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415130 Jun 16 17:03:05.291083 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3c382-ad1c-46d4-a471-7562811c914d req-851d69e6-7e4d-4518-9ccc-ba9fe04c6a35 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:05.292511 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-49e3c382-ad1c-46d4-a471-7562811c914d req-851d69e6-7e4d-4518-9ccc-ba9fe04c6a35 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0675669 Jun 16 17:03:05.330799 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-49e3c382-ad1c-46d4-a471-7562811c914d req-7a18aa87-cc08-4103-9314-7e13c6d91a50 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Jun 16 17:03:05.492355 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42088) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:05.552286 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Deleting subnet ca53dbcf-cf7b-481c-baf7-d1c63337ab5b {{(pid=99050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:03:05.552286 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.586097 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14175022'] for subnet, precommit_delete_associations {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.630030 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.762262 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14373731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13723075'] for subnet, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.764806 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-04b03c70-0bac-4239-8b39-993b917f114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:05.794454 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca53dbcf-cf7b-481c-baf7-d1c63337ab5b,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:05.797525 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:05.798497 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.801988 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e8d553f0-e327-4f39-9c44-02ff79dc9737 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ca53dbcf-cf7b-481c-baf7-d1c63337ab5b HTTP/1.1" status: 204 len: 168 time: 0.3083694 Jun 16 17:03:05.802917 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42090) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:05.871901 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.962467 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:05.974163 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1eb4e7-f725-477e-bfae-e73c385cf42d']}} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:05.985012 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7936f263-453c-4a1c-80f5-3141ccb7e60b') {'for_net_delete': True} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:05.985312 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7936f263-453c-4a1c-80f5-3141ccb7e60b') {} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:05.994814 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14175031'] for segment, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.009416 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.015702 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=99050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:03:06.016094 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14373884'] for segment, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: Traceback (most recent call last): Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: timer() Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: cb(*args, **kw) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: return func(*args, **kwargs) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: self._notify() Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: self.callback(batched_events) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: event.method(event) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: return f(self, *a, **k) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: return self._get(url).json() Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: return self.request(url, 'GET', **kwargs) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:03:06.017841 dv-cinder-772126-4-smb neutron-server[99050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:03:06.206775 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.212335 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-09607eb0-3c19-41e8-9a22-28725d29032e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:06.217534 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.220126 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1d1eb4e7-f725-477e-bfae-e73c385cf42d HTTP/1.1" status: 204 len: 168 time: 0.4161983 Jun 16 17:03:06.236028 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1eb4e7-f725-477e-bfae-e73c385cf42d,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:06.238618 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-fd378ecc-c360-4209-af27-3ac7a94601a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:06.521121 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357d2b0-5cc9-4385-8cdc-ed99b98248b9 req-c793bf4e-c471-4fe7-9b62-f2c922c87e2e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:06.523809 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6357d2b0-5cc9-4385-8cdc-ed99b98248b9 req-c793bf4e-c471-4fe7-9b62-f2c922c87e2e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0722201 Jun 16 17:03:06.562966 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6357d2b0-5cc9-4385-8cdc-ed99b98248b9 req-6c0ca3f9-5cb7-42e7-804b-58a70fbed875 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Jun 16 17:03:06.848166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42100) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:06.897262 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-1e33c6f5-6bc9-4b1b-bcc4-7904ac431ab1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03a8bd3418504e118751eef3ef96f317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468726 Jun 16 17:03:06.900013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42102) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:06.950025 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:06.975031 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.099466 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.102248 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.103816 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9d8ce22-f374-46d2-b61c-56a74e232fee HTTP/1.1" status: 204 len: 168 time: 0.2027788 Jun 16 17:03:07.104561 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2a28a88a-27f2-4cc5-80fd-8531dd1737ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:07.112727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8ce22-f374-46d2-b61c-56a74e232fee,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:07.116800 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cabbb96c-a5b5-4fa2-ab8d-f6ca39e12baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:07.754916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b10634-5aae-4ae4-8c79-8edf14003253 req-3d5bc2a0-078a-4fa3-b747-01d9a859f2f0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:07.756387 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44b10634-5aae-4ae4-8c79-8edf14003253 req-3d5bc2a0-078a-4fa3-b747-01d9a859f2f0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0652962 Jun 16 17:03:07.798836 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44b10634-5aae-4ae4-8c79-8edf14003253 req-fb99e822-a9a0-4968-bee8-d3b60f2b3afb tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Jun 16 17:03:08.984043 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003acb82-cec6-4891-a5ec-6874737736f8 req-ae6659f7-f692-4139-8ae6-4d2be76720e4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:08.985912 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-003acb82-cec6-4891-a5ec-6874737736f8 req-ae6659f7-f692-4139-8ae6-4d2be76720e4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0667956 Jun 16 17:03:09.030911 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-003acb82-cec6-4891-a5ec-6874737736f8 req-c89b094a-7b10-48c6-bc32-60fcf9384c39 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388730 Jun 16 17:03:10.238835 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a042-d820-473c-a4b2-77d55e732306 req-daa237fd-c67f-4042-b367-10e979e3111c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:10.241036 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8e39a042-d820-473c-a4b2-77d55e732306 req-daa237fd-c67f-4042-b367-10e979e3111c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0756819 Jun 16 17:03:10.285731 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8e39a042-d820-473c-a4b2-77d55e732306 req-2cbe269d-b3e6-4bc8-b0c3-b34c9de7c9ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360143 Jun 16 17:03:11.481614 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d083a-7915-484c-8d97-662421c2529d req-c048bb8c-8fa6-4b5a-9bad-c812586f1bf6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:11.483167 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-647d083a-7915-484c-8d97-662421c2529d req-c048bb8c-8fa6-4b5a-9bad-c812586f1bf6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0731766 Jun 16 17:03:11.522642 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-647d083a-7915-484c-8d97-662421c2529d req-30a4da30-89e7-4831-99a9-40ca24420db7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Jun 16 17:03:12.121780 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42168) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:12.243742 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.352639 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.424941 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.428113 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b70f3a32-36fc-4739-80b3-fde4e67dd79f tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:12.464811 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ecfab9e295004313bf98a03cbde98ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418195 Jun 16 17:03:12.466095 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c1ae8-8b42-4636-ac12-6ccf5a56bae2,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:12.467385 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42172) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:12.473867 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.474243 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.474685 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.475040 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.475395 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.475747 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.476100 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.476452 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.476801 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.477144 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.477515 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.477870 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.482014 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:12.525922 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.549331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.704369 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.707072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:12.708440 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e89c1ae8-8b42-4636-ac12-6ccf5a56bae2 HTTP/1.1" status: 204 len: 168 time: 0.2399251 Jun 16 17:03:12.710883 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-10734344-d6b3-4573-a665-cc5d9e687513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:12.722192 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c1ae8-8b42-4636-ac12-6ccf5a56bae2,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:12.733599 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.733986 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.734369 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.734732 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.735097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.735458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.735820 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.736174 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.736526 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.736886 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.737234 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.737804 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:12.741898 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:12.778111 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787028-8f81-4290-bdbe-d1d0f223baf1 req-802d7ef0-5beb-423c-9813-e183bc9328f1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:12.779968 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6f787028-8f81-4290-bdbe-d1d0f223baf1 req-802d7ef0-5beb-423c-9813-e183bc9328f1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1073868 Jun 16 17:03:12.823210 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6f787028-8f81-4290-bdbe-d1d0f223baf1 req-0f906f83-fd4e-4d44-a760-ce5976bbceb8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370548 Jun 16 17:03:13.247479 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:03:13.349723 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:13.361833 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'mac_address': 'fa:16:3e:d9:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:03:13.409040 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.425661 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6ff4b3d-6746-4dc4-b482-e21632b631b6 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:13.448564 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:13.539035 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.541375 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:13.592038 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=6']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:13.599866 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.600209 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.600552 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.600888 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.601245 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.601586 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.601914 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.602243 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.602566 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.602888 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.603210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.603527 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:03:13.607856 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:13.729216 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['b6ff4b3d-6746-4dc4-b482-e21632b631b6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:14.033055 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bc667-16e5-48e4-b2c0-ee3e68ee4ff5 req-6c65fd5a-d42f-485a-848a-9ff81ebc9e73 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:14.034728 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1b7bc667-16e5-48e4-b2c0-ee3e68ee4ff5 req-6c65fd5a-d42f-485a-848a-9ff81ebc9e73 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 944 time: 0.0704730 Jun 16 17:03:14.084800 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1b7bc667-16e5-48e4-b2c0-ee3e68ee4ff5 req-2f013126-6f56-4546-be71-a9ab8bc5fce5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Jun 16 17:03:15.257170 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:15.290819 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ba1e2-9f26-4b12-9d25-762ea8803a0c req-bf9166c9-7b5b-481b-a47e-18ebd9a802bf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:15.292710 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b39ba1e2-9f26-4b12-9d25-762ea8803a0c req-bf9166c9-7b5b-481b-a47e-18ebd9a802bf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 944 time: 0.0735276 Jun 16 17:03:15.323801 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port b6ff4b3d-6746-4dc4-b482-e21632b631b6 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:15.324544 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.387062 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b39ba1e2-9f26-4b12-9d25-762ea8803a0c req-e0ddc914-fa25-443b-80f2-0a5a0056894f tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877974 Jun 16 17:03:15.484758 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.533089 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:15.534525 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:15.538521 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af78b4a4-ab22-43f9-a3e9-453dd45ce992" -d '{"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:15.603509 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a9c3d6-12bb-4791-8f04-cc4799137901 x-openstack-request-id: req-b3a9c3d6-12bb-4791-8f04-cc4799137901 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:15.603822 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:15.604069 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3a9c3d6-12bb-4791-8f04-cc4799137901 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:15.604484 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'code': 200} Jun 16 17:03:15.663722 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.666326 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:15.731697 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=7']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:15.746557 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:16.674922 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370758f5-1c8a-463c-8708-304bcec07084 req-3a1faea0-f41b-49dd-b944-87b3d4b54f0c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:16.678317 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-370758f5-1c8a-463c-8708-304bcec07084 req-3a1faea0-f41b-49dd-b944-87b3d4b54f0c tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1298277 Jun 16 17:03:16.736403 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-370758f5-1c8a-463c-8708-304bcec07084 req-d561d8ab-9770-4af3-ab56-ebf022378d1a tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508833 Jun 16 17:03:17.981520 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de966f56-4887-4685-b836-e12320bdc7b7 req-3ba98ae7-2ed5-43e5-896b-5a9c5a5b0dd9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:17.985233 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-de966f56-4887-4685-b836-e12320bdc7b7 req-3ba98ae7-2ed5-43e5-896b-5a9c5a5b0dd9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0831013 Jun 16 17:03:17.993679 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-3f55a3bb-383e-48b2-b861-faf6d4356151 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334550085&fields=id&tenant_id=fbe204e38cbe42eb9d298a44054c8f29 HTTP/1.1" status: 200 len: 267 time: 0.0456965 Jun 16 17:03:18.036046 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-de966f56-4887-4685-b836-e12320bdc7b7 req-43e55aa9-2905-4109-8986-15bd69977424 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 Jun 16 17:03:18.102814 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-0ada4dc1-164d-4029-8262-2e53df1ba839 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:18.105215 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-0ada4dc1-164d-4029-8262-2e53df1ba839 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 985 time: 0.1015575 Jun 16 17:03:18.118414 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Request body: {'port': {'security_groups': ['ba37865b-ca4b-485f-b8c5-8e7cc3a51227']}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:03:18.208656 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.407706 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:18.445804 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.585017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.589732 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d2c5e4f9-bb14-4579-85bd-a79c1addd1d1 tempest-VolumesActionsTest-1692066740 tempest-VolumesActionsTest-1692066740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:18.597104 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['0dadbb17-0524-487e-813e-087519b59ea5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:18.635955 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:18.636608 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.649582 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e070afa9-5eba-4455-95e4-ad920b15a14a req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "PUT /v2.0/ports/0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 943 time: 0.5322742 Jun 16 17:03:18.649582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:18.649582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}036fc4f09fb2965cdc03c2884d99e26025fc42fb789f44dd0ac8498322552e50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6820fa40-70f8-4268-820f-091483c3bf67" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:18.650180 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42230) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:18.710316 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event updated for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=7']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:18.730241 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7563a0a-bc65-4aea-95db-c12c3fe8ce5b x-openstack-request-id: req-c7563a0a-bc65-4aea-95db-c12c3fe8ce5b {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:18.730746 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "status": "completed", "code": 200}]} {{(pid=99050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:18.733025 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7563a0a-bc65-4aea-95db-c12c3fe8ce5b {{(pid=99050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:18.733549 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'status': 'completed', 'code': 200} Jun 16 17:03:18.734881 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-449b3456-ec7e-4a32-a04a-dc785602abc5 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:18.791058 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.828275 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['0dadbb17-0524-487e-813e-087519b59ea5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:18.854594 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820fa40-70f8-4268-820f-091483c3bf67 req-ee67f943-bab3-457d-ae0b-029fa0c60fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:18.856681 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-ee67f943-bab3-457d-ae0b-029fa0c60fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1099 time: 0.1123159 Jun 16 17:03:18.888485 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:18.993959 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820fa40-70f8-4268-820f-091483c3bf67 req-35f282d8-c1c3-4ec3-b226-e7b582a87dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:18.997536 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-35f282d8-c1c3-4ec3-b226-e7b582a87dd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 915 time: 0.1288486 Jun 16 17:03:19.062783 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-a9e2e4ff-95b6-4175-856e-ead8012d757e None None] Provisioning complete for port 0dadbb17-0524-487e-813e-087519b59ea5 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:19.063584 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e4ff-95b6-4175-856e-ead8012d757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.197643 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-1b80ec5a-4fe7-427f-896d-82f9b49754c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 1002 time: 0.1830363 Jun 16 17:03:19.207959 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.210829 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.212148 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "DELETE /v2.0/security-groups/a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb HTTP/1.1" status: 204 len: 168 time: 0.5633724 Jun 16 17:03:19.212968 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-13702b6a-75c0-4718-98d4-91d234f88332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:19.216936 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42238) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:19.233580 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a4864b-ba5f-46bf-be46-f25b0fa5c2eb,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:19.280529 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820fa40-70f8-4268-820f-091483c3bf67 req-79d4237d-d0b5-4c19-ae41-4d0012095046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:19.282025 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-79d4237d-d0b5-4c19-ae41-4d0012095046 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 200 len: 853 time: 0.0776711 Jun 16 17:03:19.296268 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:19.426211 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3860727-5e9d-49a1-861b-3ba907689d6c req-0d2c3aa6-e72d-47bf-8019-40872c6e8812 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:19.428028 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3860727-5e9d-49a1-861b-3ba907689d6c req-0d2c3aa6-e72d-47bf-8019-40872c6e8812 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1499360 Jun 16 17:03:19.437787 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820fa40-70f8-4268-820f-091483c3bf67 req-81741214-bda1-4202-bae9-11f1185de331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:19.445120 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-81741214-bda1-4202-bae9-11f1185de331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1050391 Jun 16 17:03:19.518741 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Deleting port ffbc73e0-65f5-47bc-b491-5c9bcbb08d2e {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:19.519432 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.528615 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-e3860727-5e9d-49a1-861b-3ba907689d6c req-7e698271-f4af-4bbe-865f-c8be9ef208ca tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789106 Jun 16 17:03:19.614779 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-725a47bb-6b78-4f3d-b6a0-01efdb1a3965 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533644 Jun 16 17:03:19.669930 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.670538 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.733518 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6820fa40-70f8-4268-820f-091483c3bf67 req-4083460f-6161-4e76-a805-e65443b1bc89 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115193 Jun 16 17:03:19.766163 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Calling delete_port for ffbc73e0-65f5-47bc-b491-5c9bcbb08d2e owned by network:floatingip {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:20.117067 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:20.133985 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2629f688-c023-4576-bc50-7958899ef12d tempest-AttachVolumeNegativeTest-749510652 tempest-AttachVolumeNegativeTest-749510652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:20.184485 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event deleted for resources: {'Port': ['ID=ffbc73e0-65f5-47bc-b491-5c9bcbb08d2e,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:20.219480 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:20.296377 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks [] for floatingip, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:20.297648 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Floating IP 2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9 disassociated (deleted). External IP: 172.28.0.220, port: 0dadbb17-0524-487e-813e-087519b59ea5. Jun 16 17:03:20.677519 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:20.830836 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:20.836773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:20.844835 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] Sync routers for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:20.851203 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6872ec7-2884-4eab-8366-23314860691e req-b30589c5-2be1-45c5-8641-50029e5fe3d8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:20.859508 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b6872ec7-2884-4eab-8366-23314860691e req-b30589c5-2be1-45c5-8641-50029e5fe3d8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1409168 Jun 16 17:03:20.864790 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:20.867515 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:02:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:20.942685 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "DELETE /v2.0/floatingips/2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9 HTTP/1.1" status: 204 len: 168 time: 1.7225168 Jun 16 17:03:20.943507 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:20.946494 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ee9f23-5aee-469f-aacd-869f9a0392d1" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:21.196812 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b6872ec7-2884-4eab-8366-23314860691e req-4d2909c7-0cd6-4187-9b39-fb57e4b03891 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360763 Jun 16 17:03:21.225319 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:21.228772 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-0d585421-fbfa-4965-b3f6-408d8eca6b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:21.458481 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7feb35c-2270-4ba8-b0bc-5e08567dadcc x-openstack-request-id: req-b7feb35c-2270-4ba8-b0bc-5e08567dadcc {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:21.459354 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:21.459354 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7feb35c-2270-4ba8-b0bc-5e08567dadcc {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:21.460056 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'status': 'completed', 'code': 200} Jun 16 17:03:21.613042 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-f4d675d4-ef26-4504-87b3-417c45f5949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:21.615618 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-f4d675d4-ef26-4504-87b3-417c45f5949f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 1099 time: 0.1245284 Jun 16 17:03:21.632314 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:21.643866 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] Checking router: 54b37ef3-1d2e-4398-92c5-b8f3d144d669 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:21.670284 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:21.671216 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:02:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:21.834173 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-52122362-e31a-48c2-9d56-fce83bc1dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:21.844001 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-52122362-e31a-48c2-9d56-fce83bc1dde6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 200 len: 915 time: 0.2088628 Jun 16 17:03:21.893097 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:21.923228 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-f6fc28ad-010d-4e2a-8ffe-9628c7fb277a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 200 len: 217 time: 0.0639820 Jun 16 17:03:22.042658 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-fca72abb-d01e-4678-b275-6b8f8987ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:22.052762 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-fca72abb-d01e-4678-b275-6b8f8987ba69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 200 len: 853 time: 0.1007693 Jun 16 17:03:22.145423 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-1a9d6c84-2f3c-4518-8bb6-90784b674b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:22.147980 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-1a9d6c84-2f3c-4518-8bb6-90784b674b4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7fbb890-d4f5-42fd-a03c-4178ca285a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913260 Jun 16 17:03:22.200986 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:22.206646 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d724da8-b0e4-46b8-b1c4-7d1ce7972eb3 None None] The sync data for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb is: [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:00:02Z', 'revision_number': 4, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': 'ec6ab217-c7f2-4224-a528-e361c8afba4c', 'name': '', 'network_id': 'e7fbb890-d4f5-42fd-a03c-4178ca285a6d', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'mac_address': 'fa:16:3e:df:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:01Z', 'updated_at': '2021-06-16T17:00:11Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'subnets': [{'id': '4a15ee79-f225-4eb0-9488-191ad0ca9a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:22.309610 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-1728ac91-3f04-4a6f-aaf2-71d6d7f155db service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429784 Jun 16 17:03:22.475794 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b7ee9f23-5aee-469f-aacd-869f9a0392d1 req-98eac3b1-a7b2-4abe-888d-c9c0c32c2f26 service neutron] 10.222.0.13 "GET /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506326 Jun 16 17:03:22.503150 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff598d-0ea5-484b-a19c-de545a619182 req-95927862-4cf1-43dc-b14a-8aafe5f21f10 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:22.505554 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a2ff598d-0ea5-484b-a19c-de545a619182 req-95927862-4cf1-43dc-b14a-8aafe5f21f10 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1032376 Jun 16 17:03:22.558152 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a2ff598d-0ea5-484b-a19c-de545a619182 req-ec77e77e-2af9-4666-b64c-f8969487a535 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Jun 16 17:03:22.625609 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceec218-4788-41cd-b44b-65a645d08f6f None None] New status for floating IP 2e33f34d-37c7-4ba5-a0f3-eb10763f5ab9: DOWN {{(pid=99053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:03:23.607338 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-33dc65f6-2dac-485c-80f4-90c47ed8e079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.654151 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:23.818871 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbd197-cf77-47f4-aa22-389fd7c32860 req-345752a3-7153-48f0-b779-2cc1909bb4cd tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:23.821681 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-debbd197-cf77-47f4-aa22-389fd7c32860 req-345752a3-7153-48f0-b779-2cc1909bb4cd tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1144814 Jun 16 17:03:23.902262 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-debbd197-cf77-47f4-aa22-389fd7c32860 req-a2bb4d29-8e92-418a-b4d0-16b108125251 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704048 Jun 16 17:03:24.389966 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:25.174119 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd19d-d616-4042-8e06-f27314755111 req-82ba4d81-1bc9-464a-bc88-c9232f61e87d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:25.176449 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ef9fd19d-d616-4042-8e06-f27314755111 req-82ba4d81-1bc9-464a-bc88-c9232f61e87d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1122186 Jun 16 17:03:25.248056 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ef9fd19d-d616-4042-8e06-f27314755111 req-4ac743b6-5bab-4ea7-b2ee-0c664e2ea844 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625408 Jun 16 17:03:26.299038 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:26.470847 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc180cf-0b18-4606-b37b-c1c78ee3b613 req-c4a401db-c9e4-4ba1-8ece-b94d197718b2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:26.472387 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ddc180cf-0b18-4606-b37b-c1c78ee3b613 req-c4a401db-c9e4-4ba1-8ece-b94d197718b2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0766439 Jun 16 17:03:26.521850 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ddc180cf-0b18-4606-b37b-c1c78ee3b613 req-a2bf1048-4a00-4b39-a6c1-b3a09c4f742b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Jun 16 17:03:27.638354 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094e25f-31b1-4fb9-94fc-e7d2d97132db req-4f5cb57d-4966-4b55-a304-bf41a2da5d34 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:27.641074 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f094e25f-31b1-4fb9-94fc-e7d2d97132db req-4f5cb57d-4966-4b55-a304-bf41a2da5d34 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.1012838 Jun 16 17:03:27.716290 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f094e25f-31b1-4fb9-94fc-e7d2d97132db req-debb81e3-2b68-4d06-8afc-06a6bd5f12c9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666656 Jun 16 17:03:27.761482 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6bc7-1188-4fb6-bfb1-288fbc227650 req-615c0db6-d7fd-4435-b093-ade43d5069b4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:27.769177 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1fdc6bc7-1188-4fb6-bfb1-288fbc227650 req-615c0db6-d7fd-4435-b093-ade43d5069b4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0760148 Jun 16 17:03:27.818030 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1fdc6bc7-1188-4fb6-bfb1-288fbc227650 req-b48adaf6-4b53-4c23-b748-b7a0a7553f19 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474641 Jun 16 17:03:28.778996 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:28.892950 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ce8e0-b579-4ed0-9983-0c6d74930eb0 req-a9d7e15b-fa4b-4d3e-b308-e60572d8e4ca tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:28.894484 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2c3ce8e0-b579-4ed0-9983-0c6d74930eb0 req-a9d7e15b-fa4b-4d3e-b308-e60572d8e4ca tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0698888 Jun 16 17:03:28.946150 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2c3ce8e0-b579-4ed0-9983-0c6d74930eb0 req-0dcd5f66-0f94-4885-bd01-5208c773db0a tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Jun 16 17:03:29.008213 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554370b-cc61-482e-a0e7-efc98da49d4d req-a740ab74-6051-4b2f-b368-0b644ff40ea9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.009761 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5554370b-cc61-482e-a0e7-efc98da49d4d req-a740ab74-6051-4b2f-b368-0b644ff40ea9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0751574 Jun 16 17:03:29.052286 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5554370b-cc61-482e-a0e7-efc98da49d4d req-7633f10d-b926-4403-9fd0-8f07d02c051b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362926 Jun 16 17:03:29.213732 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:29.460287 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93db7c1-3ef5-43db-939c-83633c020694 req-668023ac-6c6f-45ba-b969-315143f8d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.461799 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-668023ac-6c6f-45ba-b969-315143f8d3be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1098 time: 0.0581610 Jun 16 17:03:29.582808 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93db7c1-3ef5-43db-939c-83633c020694 req-07fb1fcc-486f-4700-b70d-e074b93c6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.585109 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-07fb1fcc-486f-4700-b70d-e074b93c6f7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1166203 Jun 16 17:03:29.676875 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-161ce118-c4e1-4df8-b603-9cf50b3751ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 200 len: 1000 time: 0.0637021 Jun 16 17:03:29.677358 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-ea0174d7-0f30-46ba-b8b6-1c9e4b35092b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.678903 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-ea0174d7-0f30-46ba-b8b6-1c9e4b35092b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0640373 Jun 16 17:03:29.734009 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93db7c1-3ef5-43db-939c-83633c020694 req-1a0971ef-59db-411d-8a54-23591d979123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.735479 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-1a0971ef-59db-411d-8a54-23591d979123 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0447927 Jun 16 17:03:29.791083 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Deleting port 0dadbb17-0524-487e-813e-087519b59ea5 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:29.791416 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.796525 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93db7c1-3ef5-43db-939c-83633c020694 req-997fee44-6701-43f4-aaee-e38d9078d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:29.798043 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-997fee44-6701-43f4-aaee-e38d9078d783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531547 Jun 16 17:03:29.895466 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-120cfc2c-a16d-41f1-b7ab-701a0a94b0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897641 Jun 16 17:03:29.896142 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] For port 0dadbb17-0524-487e-813e-087519b59ea5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=0dadbb17-0524-487e-813e-087519b59ea5,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:29.896634 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:29.967141 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Calling delete_port for 0dadbb17-0524-487e-813e-087519b59ea5 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:29.997966 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d93db7c1-3ef5-43db-939c-83633c020694 req-84d30bda-ab29-475c-b5df-5b47cf9d5a4e service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959575 Jun 16 17:03:30.162364 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5910-e60b-4359-8609-50546e4bba76 req-8789aa30-732d-4e34-a997-3e095189fc4e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:30.163865 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f48a5910-e60b-4359-8609-50546e4bba76 req-8789aa30-732d-4e34-a997-3e095189fc4e tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 946 time: 0.0905175 Jun 16 17:03:30.210413 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f48a5910-e60b-4359-8609-50546e4bba76 req-525d25cb-4e01-438d-a568-7d5362d90920 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba37865b-ca4b-485f-b8c5-8e7cc3a51227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Jun 16 17:03:30.212227 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.220939 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7947d37b-e878-4fb4-89b3-616dd93d05b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:30.246930 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['0dadbb17-0524-487e-813e-087519b59ea5'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:30.278213 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Pushing event deleted for resources: {'Port': ['ID=0dadbb17-0524-487e-813e-087519b59ea5,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:30.292769 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9afc6-50c0-4c3f-8d49-a26acef8247e req-eed956d7-926d-4871-af52-b7cd9ac68397 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:30.292769 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-74d9afc6-50c0-4c3f-8d49-a26acef8247e req-eed956d7-926d-4871-af52-b7cd9ac68397 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.1022644 Jun 16 17:03:30.293716 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:30.331620 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] No DVR routers for this DVR port 0dadbb17-0524-487e-813e-087519b59ea5 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:30.350158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:30.350158 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-34a1eee4-b5eb-482f-8643-b7c2a8e2bfee req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.13 "DELETE /v2.0/ports/0dadbb17-0524-487e-813e-087519b59ea5 HTTP/1.1" status: 204 len: 173 time: 0.6452029 Jun 16 17:03:30.350158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'name': 'network-vif-deleted', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:30.350158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0f65c-8213-4521-9c03-c5ee3e5b246f" -d '{"events": [{"server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "name": "network-vif-deleted", "tag": "0dadbb17-0524-487e-813e-087519b59ea5"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:30.351093 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-74d9afc6-50c0-4c3f-8d49-a26acef8247e req-62d50ee8-d59e-4290-a973-15abf0204b45 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456402 Jun 16 17:03:30.379591 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea26d32-00ac-4d7b-b6af-b23dfab25d32 x-openstack-request-id: req-bea26d32-00ac-4d7b-b6af-b23dfab25d32 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:30.380479 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e58159-4bb2-4c4d-8bcf-ccc74d5f2034", "name": "network-vif-deleted", "tag": "0dadbb17-0524-487e-813e-087519b59ea5", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:30.381049 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bea26d32-00ac-4d7b-b6af-b23dfab25d32 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:30.381849 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e58159-4bb2-4c4d-8bcf-ccc74d5f2034', 'name': 'network-vif-deleted', 'tag': '0dadbb17-0524-487e-813e-087519b59ea5', 'status': 'completed', 'code': 200} Jun 16 17:03:31.384281 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fd4cefe6-6794-4f81-8822-b1cce1b34844 req-04cb3246-d521-4ab3-80a4-7400901bf557 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] 10.222.0.72 "GET /v2.0/ports?device_id=88e58159-4bb2-4c4d-8bcf-ccc74d5f2034 HTTP/1.1" status: 200 len: 210 time: 0.0370047 Jun 16 17:03:31.533733 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678e08-6621-4f30-9cf3-88f430a66530 req-4f6ddbfc-e292-4673-8b3e-c1fc24fd6ff6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:31.535269 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-90678e08-6621-4f30-9cf3-88f430a66530 req-4f6ddbfc-e292-4673-8b3e-c1fc24fd6ff6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0681360 Jun 16 17:03:31.580000 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-90678e08-6621-4f30-9cf3-88f430a66530 req-8b9f0e3c-0073-42d3-815b-ce6ffd3c7db1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Jun 16 17:03:32.817380 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626730-9729-484c-8cdc-fe757520b49e req-8262b835-da4a-4b1f-8f7b-130624ce7ddf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:32.818924 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2f626730-9729-484c-8cdc-fe757520b49e req-8262b835-da4a-4b1f-8f7b-130624ce7ddf tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 945 time: 0.0673375 Jun 16 17:03:32.860464 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2f626730-9729-484c-8cdc-fe757520b49e req-bd2ff4a6-e67f-4841-bdd4-f7c8085fe15d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Jun 16 17:03:33.365660 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:33.446806 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:33.475258 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:33.477595 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf9e7a-970e-4fe2-a505-3abe678a823e" -d '{"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:33.491580 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:33.641662 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:33.642471 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 0dadbb17-0524-487e-813e-087519b59ea5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:33.645180 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-437bd88f-7847-4c1e-8251-f3042c268f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:33.665723 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 0dadbb17-0524-487e-813e-087519b59ea5 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:33.666073 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 0dadbb17-0524-487e-813e-087519b59ea5 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:33.718432 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=8']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:33.723451 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:33.758479 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8893ac87-07bc-451d-91d7-f0c39cd4786c x-openstack-request-id: req-8893ac87-07bc-451d-91d7-f0c39cd4786c {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:33.759486 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-unplugged", "status": "failed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "code": 422}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:33.759486 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8893ac87-07bc-451d-91d7-f0c39cd4786c {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:33.759486 dv-cinder-772126-4-smb neutron-server[99052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'code': 422} returned with failed status Jun 16 17:03:34.822898 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42424) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:35.203633 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.472977 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Deleting port ec6ab217-c7f2-4224-a528-e361c8afba4c {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:35.473438 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.557711 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] For port ec6ab217-c7f2-4224-a528-e361c8afba4c, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=ec6ab217-c7f2-4224-a528-e361c8afba4c,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:35.558162 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.630752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Calling delete_port for ec6ab217-c7f2-4224-a528-e361c8afba4c owned by network:router_interface {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:35.924063 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:35.926545 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-cef15652-aea3-45f1-8fbe-e7359c5c8e63 tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:35.954134 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6ab217-c7f2-4224-a528-e361c8afba4c,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:35.957421 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:36.250497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:36.494348 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-c255e379-ba80-456a-98c8-206dacbc1f34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592868 Jun 16 17:03:36.597811 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4d8f8-fb95-41d9-9759-034e4bb40c6c req-ceb4afce-12f1-4cb6-b4a0-d2223175c0c6 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:36.599676 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-aea4d8f8-fb95-41d9-9759-034e4bb40c6c req-ceb4afce-12f1-4cb6-b4a0-d2223175c0c6 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0852540 Jun 16 17:03:36.662163 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33f683-3d01-4862-abf1-6938de48a194 req-a152a23c-db46-4e4c-a21c-436e7f29de92 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:36.666090 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-aea4d8f8-fb95-41d9-9759-034e4bb40c6c req-fd36846c-a21b-4f0c-8969-0741cc1783a5 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597396 Jun 16 17:03:36.669467 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2d33f683-3d01-4862-abf1-6938de48a194 req-a152a23c-db46-4e4c-a21c-436e7f29de92 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.4645495 Jun 16 17:03:36.721456 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2d33f683-3d01-4862-abf1-6938de48a194 req-bbac2af4-8488-4a7d-a729-ee4478ce34a1 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508039 Jun 16 17:03:36.830182 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:36.940595 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:36.946443 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9ac40fe3-8830-408a-985d-0ebc08a5da12 admin admin] 10.222.0.72 "PUT /v2.0/routers/54b37ef3-1d2e-4398-92c5-b8f3d144d669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1217666 Jun 16 17:03:36.948974 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42454) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:36.953204 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] Sync routers for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:36.962705 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:36.963374 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:37.066360 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:37.083723 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:37.173701 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:37.270742 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:03:35Z', 'revision_number': 5, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port': {'id': '5b7a7714-8d43-40ba-9ff8-10712efcf70f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:59:57Z', 'updated_at': '2021-06-16T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:37.272892 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] Checking router: 54b37ef3-1d2e-4398-92c5-b8f3d144d669 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:37.281421 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] Routers {'54b37ef3-1d2e-4398-92c5-b8f3d144d669'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:37.282024 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:37.324705 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Deleting port 5b7a7714-8d43-40ba-9ff8-10712efcf70f {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:37.325044 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:37.377321 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] Set router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 gateway port host: None {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:37.431651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] For port 5b7a7714-8d43-40ba-9ff8-10712efcf70f, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=5b7a7714-8d43-40ba-9ff8-10712efcf70f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:37.432067 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:37.439418 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:03:37Z', 'revision_number': 6, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port_host': None}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:37.443244 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d7fd0-4237-460f-9abc-e518beacc3d4 None None] The sync data for ids ['54b37ef3-1d2e-4398-92c5-b8f3d144d669'] in dv-cinder-772126-4-smb is: [{'id': '54b37ef3-1d2e-4398-92c5-b8f3d144d669', 'name': 'tempest-TestMinimumBasicScenario-470619627-router', 'tenant_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:59:56Z', 'updated_at': '2021-06-16T17:03:37Z', 'revision_number': 6, 'project_id': 'fbe204e38cbe42eb9d298a44054c8f29', 'gw_port_host': None}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:37.504458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Calling delete_port for 5b7a7714-8d43-40ba-9ff8-10712efcf70f owned by network:router_gateway {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:37.813038 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:37.815992 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-3b00537b-36e5-4f78-92cc-73e3acc847eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:37.843931 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7a7714-8d43-40ba-9ff8-10712efcf70f,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:37.847837 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:37.896712 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0e1b-ab26-4c4b-9e6f-91fcc01028e2 req-93d37c1b-c9ce-41d4-a2ac-f9cb1326c439 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:37.914646 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a17b0e1b-ab26-4c4b-9e6f-91fcc01028e2 req-93d37c1b-c9ce-41d4-a2ac-f9cb1326c439 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1074951 Jun 16 17:03:37.946323 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a17b0e1b-ab26-4c4b-9e6f-91fcc01028e2 req-72c376f1-bf09-4f1b-91ef-90a1d4c8b632 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372248 Jun 16 17:03:37.976061 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.088968 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.097682 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1689a-16f0-4362-b2b8-6c82f170e1c6 req-0aa6c362-d50a-4b30-91e4-323212b7f054 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.099279 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7ae1689a-16f0-4362-b2b8-6c82f170e1c6 req-0aa6c362-d50a-4b30-91e4-323212b7f054 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.2111959 Jun 16 17:03:38.100514 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.178249 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7ae1689a-16f0-4362-b2b8-6c82f170e1c6 req-113690e8-d561-45c1-8e2e-7b388315df38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716629 Jun 16 17:03:38.245858 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.246500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b37ef3-1d2e-4398-92c5-b8f3d144d669 {{(pid=99051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:03:38.251777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.253060 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] 10.222.0.72 "DELETE /v2.0/routers/54b37ef3-1d2e-4398-92c5-b8f3d144d669 HTTP/1.1" status: 204 len: 168 time: 1.3030250 Jun 16 17:03:38.266236 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42460) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:38.328710 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Deleting subnet 4a15ee79-f225-4eb0-9488-191ad0ca9a1e {{(pid=99050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:03:38.334361 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.347340 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device ec6ab217-c7f2-4224-a528-e361c8afba4c no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:38.367533 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: ec6ab217-c7f2-4224-a528-e361c8afba4c {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:38.367884 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device ec6ab217-c7f2-4224-a528-e361c8afba4c not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:38.368307 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5b7a7714-8d43-40ba-9ff8-10712efcf70f no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:38.368799 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14175022'] for subnet, precommit_delete_associations {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.393026 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 5b7a7714-8d43-40ba-9ff8-10712efcf70f {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:38.393401 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5b7a7714-8d43-40ba-9ff8-10712efcf70f not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:38.461037 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-8c7ffdce-1d39-4b5f-8c59-2068c78d92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.462683 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-8c7ffdce-1d39-4b5f-8c59-2068c78d92cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808&tenant_id=98d7f3a06c3d4b96bbff330a9abc6529 HTTP/1.1" status: 200 len: 1096 time: 0.0737696 Jun 16 17:03:38.508635 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.547171 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-57750bc3-96ba-4432-b6fa-aaa454a886b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.548791 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-57750bc3-96ba-4432-b6fa-aaa454a886b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1096 time: 0.0628715 Jun 16 17:03:38.697427 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-129b5cd1-914c-4106-9c07-7753ae431cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.698830 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-129b5cd1-914c-4106-9c07-7753ae431cde service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1422715 Jun 16 17:03:38.699076 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14373731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13723075'] for subnet, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.701788 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:38.730627 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a15ee79-f225-4eb0-9488-191ad0ca9a1e,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:38.736439 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.742975 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4a15ee79-f225-4eb0-9488-191ad0ca9a1e HTTP/1.1" status: 204 len: 168 time: 0.4777310 Jun 16 17:03:38.742975 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-bbacc7f3-670c-462b-ac59-b5aac8a2b6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:38.742975 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42462) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:38.752262 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95633c6-12ef-40a4-9ac0-fa606b6a822d None None] Network e7fbb890-d4f5-42fd-a03c-4178ca285a6d requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:38.784428 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-850e9e47-dd67-4f10-9c15-7742e538006c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 200 len: 998 time: 0.0780046 Jun 16 17:03:38.819841 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.855620 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-130e63e9-0231-4d63-8e5c-703df3954a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.858432 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-130e63e9-0231-4d63-8e5c-703df3954a11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0659001 Jun 16 17:03:38.902097 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Deleting port 282fcdb6-da17-428c-b648-0a36c5381403 {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:38.902966 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:38.922269 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-1fbdff05-951a-4296-bbe3-3de03be5a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:38.923787 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-1fbdff05-951a-4296-bbe3-3de03be5a46f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578165 Jun 16 17:03:38.995850 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] DHCP port deletion for e7fbb890-d4f5-42fd-a03c-4178ca285a6d request from dv-cinder-772126-4-smb {{(pid=99052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:03:39.015370 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] For port 282fcdb6-da17-428c-b648-0a36c5381403, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=282fcdb6-da17-428c-b648-0a36c5381403,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:39.016042 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.098523 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-81b25ab3-5b1a-4c88-925d-e249c00a312a service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578729 Jun 16 17:03:39.103791 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Deleting port 282fcdb6-da17-428c-b648-0a36c5381403 {{(pid=99052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:39.104396 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.143316 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Calling delete_port for 282fcdb6-da17-428c-b648-0a36c5381403 owned by network:dhcp {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:39.221150 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] For port 282fcdb6-da17-428c-b648-0a36c5381403, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=282fcdb6-da17-428c-b648-0a36c5381403,segment=NetworkSegment(91f3ddbc-2a7c-4556-a644-8ef858408512),segment_id=91f3ddbc-2a7c-4556-a644-8ef858408512)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:39.221632 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.269811 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-44806bbd-e8f0-4772-8786-daabdb79f941 req-8b1c59ef-4d07-473c-9bb1-81ce9be23012 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637781 Jun 16 17:03:39.308477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Calling delete_port for 282fcdb6-da17-428c-b648-0a36c5381403 owned by network:dhcp {{(pid=99052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:39.348065 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2113e-2ace-44b0-bd8f-7250ee37a535 req-efb2fc6e-c24e-4f30-b10f-046f708528d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:39.350489 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-acb2113e-2ace-44b0-bd8f-7250ee37a535 req-efb2fc6e-c24e-4f30-b10f-046f708528d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1903181 Jun 16 17:03:39.399144 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-acb2113e-2ace-44b0-bd8f-7250ee37a535 req-6f9dba1c-787b-4605-85cf-68df874a5250 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328856 Jun 16 17:03:39.442025 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b1777-7657-4010-9898-840277a4e1f7 req-b08d2033-b207-4ffe-82a2-912a87126e90 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:39.443557 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3a4b1777-7657-4010-9898-840277a4e1f7 req-b08d2033-b207-4ffe-82a2-912a87126e90 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0771842 Jun 16 17:03:39.484278 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3a4b1777-7657-4010-9898-840277a4e1f7 req-a8df6053-c0a3-41c7-b5a6-b197f0b1930e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Jun 16 17:03:39.521564 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.523755 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-4c94fb6b-886b-4f8a-9942-c48541a1a4a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:39.540868 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654'] for port, after_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.543014 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:39.555084 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Pushing event deleted for resources: {'Port': ['ID=282fcdb6-da17-428c-b648-0a36c5381403,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:39.557559 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:39.558415 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] No DVR routers for this DVR port 282fcdb6-da17-428c-b648-0a36c5381403 on host dv-cinder-772126-4-smb {{(pid=99050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:39.570642 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Pushing event deleted for resources: {'Port': ['ID=282fcdb6-da17-428c-b648-0a36c5381403,revision_number=None']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:39.573575 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:39.577131 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67dc74-d598-4f8a-b621-573d314f23ce None None] No DVR routers for this DVR port 282fcdb6-da17-428c-b648-0a36c5381403 on host dv-cinder-772126-4-smb {{(pid=99052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:39.662828 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.681218 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fbb890-d4f5-42fd-a03c-4178ca285a6d']}} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:39.698764 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f3ddbc-2a7c-4556-a644-8ef858408512') {'for_net_delete': True} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:39.699325 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f3ddbc-2a7c-4556-a644-8ef858408512') {} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:39.714385 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14175031'] for segment, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.738091 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.745726 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=99050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:03:39.746155 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14373884'] for segment, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: retrieve_revision_numbers = { Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: Traceback (most recent call last): Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: timer() Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: cb(*args, **kw) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: return func(*args, **kwargs) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: self._notify() Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: self.callback(batched_events) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: event.method(event) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: return f(self, *a, **k) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: return self._get(url).json() Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: return self.request(url, 'GET', **kwargs) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:03:39.747821 dv-cinder-772126-4-smb neutron-server[99050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:03:39.904400 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.908360 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:39.910965 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:39.913359 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] 10.222.0.72 "DELETE /v2.0/networks/e7fbb890-d4f5-42fd-a03c-4178ca285a6d HTTP/1.1" status: 204 len: 168 time: 1.1705484 Jun 16 17:03:39.916856 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42486) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:39.924319 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fbb890-d4f5-42fd-a03c-4178ca285a6d,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:39.927357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-de4ba0d6-70aa-4d6b-94f0-9dd8d50cc25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:40.223756 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 282fcdb6-da17-428c-b648-0a36c5381403 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:40.249996 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 282fcdb6-da17-428c-b648-0a36c5381403 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:40.250300 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 282fcdb6-da17-428c-b648-0a36c5381403 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:40.384757 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.648287 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b383bea-7b11-46dd-b959-ff647307e52c req-e7dec3e5-1414-44a3-80b5-64cae1689b59 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:40.651401 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6b383bea-7b11-46dd-b959-ff647307e52c req-e7dec3e5-1414-44a3-80b5-64cae1689b59 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1043348 Jun 16 17:03:40.722472 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6b383bea-7b11-46dd-b959-ff647307e52c req-2b5cc114-8075-4d06-a230-7cbd9e40866d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547218 Jun 16 17:03:40.764765 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85040c63-a5df-45cd-88a1-a5fb0d7bc31c req-a8c7213b-fcc8-4c99-94b8-c3ddac0d164e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:40.766394 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-85040c63-a5df-45cd-88a1-a5fb0d7bc31c req-a8c7213b-fcc8-4c99-94b8-c3ddac0d164e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.1481545 Jun 16 17:03:40.833716 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-85040c63-a5df-45cd-88a1-a5fb0d7bc31c req-9dbbdd14-7e8c-4a3f-8255-feef87fe8b22 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599487 Jun 16 17:03:40.852870 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Deleting port 40790ded-1e57-45eb-b553-f25e012e8005 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:40.853427 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.954866 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] For port 40790ded-1e57-45eb-b553-f25e012e8005, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=40790ded-1e57-45eb-b553-f25e012e8005,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:40.955398 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:41.028090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Calling delete_port for 40790ded-1e57-45eb-b553-f25e012e8005 owned by network:router_interface {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:41.331979 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:41.335116 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-324f0d74-7ad3-468c-83cf-9eec4b67f65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:41.365552 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=40790ded-1e57-45eb-b553-f25e012e8005,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:41.372580 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:41.594531 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:41.997850 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa3dca-3a1b-47bc-b0c8-1050f5368095 req-a9494dff-f757-4bd1-8b37-ffcd91e5d572 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:42.006925 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d8aa3dca-3a1b-47bc-b0c8-1050f5368095 req-a9494dff-f757-4bd1-8b37-ffcd91e5d572 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1443002 Jun 16 17:03:42.062327 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d8aa3dca-3a1b-47bc-b0c8-1050f5368095 req-8a16675f-0c3a-4c94-a77b-a1fdbed91ec6 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540609 Jun 16 17:03:42.185659 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:03:42.214230 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a43c-57ec-421d-bc75-0096d4d82958 req-0627bf85-b7b4-441e-ad52-69e0ef798d76 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:42.215787 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1b65a43c-57ec-421d-bc75-0096d4d82958 req-0627bf85-b7b4-441e-ad52-69e0ef798d76 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.1349583 Jun 16 17:03:42.330097 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1b65a43c-57ec-421d-bc75-0096d4d82958 req-3d03b8a1-33b2-45ce-a299-a94f0044bb2b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075668 Jun 16 17:03:42.358576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:03:42.365260 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] 10.222.0.72 "PUT /v2.0/routers/5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4462240 Jun 16 17:03:42.374505 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42498) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:42.375286 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] Sync routers for ids ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:03:42.514453 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.521576 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] Routers {'5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:42.522668 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:42.662100 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.676292 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] Set router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:42.820644 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Deleting port afe17cd4-1cfe-413d-a920-177dc1dc2d3a {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:42.820891 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:42.888927 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:03:41Z', 'revision_number': 5, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port': {'id': 'afe17cd4-1cfe-413d-a920-177dc1dc2d3a', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:00:11Z', 'updated_at': '2021-06-16T17:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:42.893840 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] Checking router: 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:03:42.910333 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] Routers {'5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:03:42.911042 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:42.929951 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] For port afe17cd4-1cfe-413d-a920-177dc1dc2d3a, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:42.930348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.014384 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Calling delete_port for afe17cd4-1cfe-413d-a920-177dc1dc2d3a owned by network:router_gateway {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:43.021880 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] Set router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 gateway port host: None {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:03:43.092070 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:03:42Z', 'revision_number': 6, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port_host': None}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:43.097322 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bb312-bdbf-4447-8505-e7e3f48291c1 None None] The sync data for ids ['5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55'] in dv-cinder-772126-4-smb is: [{'id': '5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55', 'name': 'tempest-TestMinimumBasicScenario-2082632203-router', 'tenant_id': 'e62c40e63212496d95d4d28c5ace5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:00:10Z', 'updated_at': '2021-06-16T17:03:42Z', 'revision_number': 6, 'project_id': 'e62c40e63212496d95d4d28c5ace5662', 'gw_port_host': None}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:03:43.308352 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a8ce6-7396-48bd-85ec-76aaa32f8959 req-3d6ac4ee-5abf-4058-b5f8-c41661435d94 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:43.308983 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.309983 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-411a8ce6-7396-48bd-85ec-76aaa32f8959 req-3d6ac4ee-5abf-4058-b5f8-c41661435d94 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0819907 Jun 16 17:03:43.314072 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-01fc1dd3-ded1-48cc-88df-d5dbd0ce5990 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:43.351193 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=afe17cd4-1cfe-413d-a920-177dc1dc2d3a,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:43.355128 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:43.367415 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-411a8ce6-7396-48bd-85ec-76aaa32f8959 req-f9253950-6a12-498c-8b35-af44e0ca675f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502057 Jun 16 17:03:43.468568 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.626662 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.631578 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.700999 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdefbb-71c8-4f98-9529-84abfcf2395b req-2967576d-f140-43bd-84e9-b4999ed4cf29 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:43.702688 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7cdefbb-71c8-4f98-9529-84abfcf2395b req-2967576d-f140-43bd-84e9-b4999ed4cf29 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.1860540 Jun 16 17:03:43.767818 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.768439 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 {{(pid=99051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:03:43.778535 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f7cdefbb-71c8-4f98-9529-84abfcf2395b req-84fdbbae-70fb-4a7f-84b7-80e9e2caad26 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635118 Jun 16 17:03:43.782890 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.784105 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] 10.222.0.72 "DELETE /v2.0/routers/5fba0ee6-5ea1-4592-a1d9-2ad4f59a8b55 HTTP/1.1" status: 204 len: 168 time: 1.4076703 Jun 16 17:03:43.786783 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42506) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:43.849773 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Deleting subnet 800ae051-6105-4222-b6cf-8b03edfa6328 {{(pid=99050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:03:43.853740 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.893175 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14175022'] for subnet, precommit_delete_associations {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.011614 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.157216 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14373731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13723075'] for subnet, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.162534 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:44.172735 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device afe17cd4-1cfe-413d-a920-177dc1dc2d3a no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:44.203551 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800ae051-6105-4222-b6cf-8b03edfa6328,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:44.206305 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:44.209730 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.214547 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42508) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:44.219070 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2c17891a-199a-426b-b111-3d4d7fc91f5a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/800ae051-6105-4222-b6cf-8b03edfa6328 HTTP/1.1" status: 204 len: 168 time: 0.4311471 Jun 16 17:03:44.222443 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: afe17cd4-1cfe-413d-a920-177dc1dc2d3a {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:44.225119 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device afe17cd4-1cfe-413d-a920-177dc1dc2d3a not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:44.225989 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 40790ded-1e57-45eb-b553-f25e012e8005 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:44.262675 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 40790ded-1e57-45eb-b553-f25e012e8005 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:44.262995 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 40790ded-1e57-45eb-b553-f25e012e8005 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:44.264998 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1721c34-28c4-47d4-91c3-3840a61f1970 None None] Network 64de61ba-0468-4f56-b874-b4b59691d23f requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:03:44.310158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.438363 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Deleting port c4482d3f-8cbc-4fa0-8af5-3c0887812913 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:44.438363 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.536553 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463f537-2918-4ba9-821e-0af82161219d None None] DHCP port deletion for 64de61ba-0468-4f56-b874-b4b59691d23f request from dv-cinder-772126-4-smb {{(pid=99052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:03:44.543460 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] For port c4482d3f-8cbc-4fa0-8af5-3c0887812913, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c4482d3f-8cbc-4fa0-8af5-3c0887812913,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:44.543852 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.726313 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622fc20-0ef5-46f0-8efb-def5f5df2053 req-082361e7-b246-4fcc-adf3-d16d23e8e52f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:44.728825 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Calling delete_port for c4482d3f-8cbc-4fa0-8af5-3c0887812913 owned by network:dhcp {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:44.740006 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5622fc20-0ef5-46f0-8efb-def5f5df2053 req-082361e7-b246-4fcc-adf3-d16d23e8e52f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1518207 Jun 16 17:03:44.762757 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Deleting port c4482d3f-8cbc-4fa0-8af5-3c0887812913 {{(pid=99052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:03:44.763365 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:44.820345 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5622fc20-0ef5-46f0-8efb-def5f5df2053 req-1d413464-0fd0-45e5-a1ce-80403a1777fd tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788305 Jun 16 17:03:44.953609 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-1463f537-2918-4ba9-821e-0af82161219d None None] For port c4482d3f-8cbc-4fa0-8af5-3c0887812913, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c4482d3f-8cbc-4fa0-8af5-3c0887812913,segment=NetworkSegment(f0e98bb8-6786-428c-a9ab-7d5772e0fb28),segment_id=f0e98bb8-6786-428c-a9ab-7d5772e0fb28)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:44.954018 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.018956 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.023441 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-21b1f795-1bf6-44f3-94c2-f91e77bccc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:45.032454 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Calling delete_port for c4482d3f-8cbc-4fa0-8af5-3c0887812913 owned by network:dhcp {{(pid=99052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:03:45.056073 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4482d3f-8cbc-4fa0-8af5-3c0887812913,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:45.056073 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] No DVR routers for this DVR port c4482d3f-8cbc-4fa0-8af5-3c0887812913 on host dv-cinder-772126-4-smb {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:45.060035 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:45.124618 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654'] for port, after_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.132821 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:45.167986 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.180423 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463f537-2918-4ba9-821e-0af82161219d None None] No DVR routers for this DVR port c4482d3f-8cbc-4fa0-8af5-3c0887812913 on host dv-cinder-772126-4-smb {{(pid=99052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:03:45.181038 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64de61ba-0468-4f56-b874-b4b59691d23f']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:45.187260 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Pushing event deleted for resources: {'Port': ['ID=c4482d3f-8cbc-4fa0-8af5-3c0887812913,revision_number=None']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:45.195262 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-1463f537-2918-4ba9-821e-0af82161219d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:45.201656 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:45.201958 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e98bb8-6786-428c-a9ab-7d5772e0fb28') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:03:45.211247 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ccf55-3e80-4fd6-85e6-d5658ab12c03 req-bcde1ced-a52b-47fd-8450-0d17388565d4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:45.212784 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-709ccf55-3e80-4fd6-85e6-d5658ab12c03 req-bcde1ced-a52b-47fd-8450-0d17388565d4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.2384398 Jun 16 17:03:45.231935 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.254978 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.269155 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:03:45.269500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:03:45.271910 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:03:45.289659 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-709ccf55-3e80-4fd6-85e6-d5658ab12c03 req-a3b11d99-b1fc-496f-8fcf-241302994c0e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680480 Jun 16 17:03:45.454175 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.454175 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-40631df4-e0f1-43e2-8c91-0143460a3f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:45.471543 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:45.475799 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/64de61ba-0468-4f56-b874-b4b59691d23f HTTP/1.1" status: 204 len: 168 time: 1.2595162 Jun 16 17:03:45.480993 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64de61ba-0468-4f56-b874-b4b59691d23f,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:45.490508 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:45.971779 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42520) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:46.037176 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-34a88ff3-ca19-497e-b365-f36984dce055 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbe204e38cbe42eb9d298a44054c8f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641139 Jun 16 17:03:46.037963 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42522) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:46.043011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591de3af-4246-476d-aaac-cdfb26048e0f req-d4a04a1a-f018-4f4e-9114-992d31761dea tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:46.046611 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-591de3af-4246-476d-aaac-cdfb26048e0f req-d4a04a1a-f018-4f4e-9114-992d31761dea tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0939362 Jun 16 17:03:46.113879 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.114540 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-591de3af-4246-476d-aaac-cdfb26048e0f req-22bdb6b5-cdb9-43e8-bc36-8184df0b9ea0 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566752 Jun 16 17:03:46.156525 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.198752 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c4482d3f-8cbc-4fa0-8af5-3c0887812913 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:03:46.222076 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: c4482d3f-8cbc-4fa0-8af5-3c0887812913 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:03:46.222434 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c4482d3f-8cbc-4fa0-8af5-3c0887812913 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:03:46.331898 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.337030 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:46.347379 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba37865b-ca4b-485f-b8c5-8e7cc3a51227 HTTP/1.1" status: 204 len: 168 time: 0.3080738 Jun 16 17:03:46.348935 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f080bae2-c093-434c-b48e-906288043f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:46.394341 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37865b-ca4b-485f-b8c5-8e7cc3a51227,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:46.398896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-73dc6f5c-f931-46f8-9347-b08e6ceaad52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:46.520938 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db727e49-ad02-42ec-af19-7d1fe076f641 req-5a08ca3c-8f03-4f62-9ec4-ec22e10c1877 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:46.522819 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-db727e49-ad02-42ec-af19-7d1fe076f641 req-5a08ca3c-8f03-4f62-9ec4-ec22e10c1877 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0835273 Jun 16 17:03:46.574679 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-db727e49-ad02-42ec-af19-7d1fe076f641 req-b782f41d-0641-49d4-b72e-7dbc58f59ff5 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 Jun 16 17:03:47.330137 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9777cc-c474-440e-a247-8d0a8234e414 req-a32cf3e8-2796-4da8-b4b3-81f8f585720d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:47.332911 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ce9777cc-c474-440e-a247-8d0a8234e414 req-a32cf3e8-2796-4da8-b4b3-81f8f585720d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1030712 Jun 16 17:03:47.398004 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ce9777cc-c474-440e-a247-8d0a8234e414 req-eb934f01-c523-4c1b-b6fd-cf1a369387f4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553405 Jun 16 17:03:47.436366 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42532) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:47.485416 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-9a111885-7ca8-4b38-ae0c-d9872e9c79d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e62c40e63212496d95d4d28c5ace5662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465887 Jun 16 17:03:47.488562 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42534) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:03:47.546729 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.581275 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:47.801569 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df122119-0e83-4ee9-bfc5-62240c63887f req-e962fce6-2dcf-4713-b4e3-ed151fb153b4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:47.803692 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-df122119-0e83-4ee9-bfc5-62240c63887f req-e962fce6-2dcf-4713-b4e3-ed151fb153b4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0855570 Jun 16 17:03:47.849923 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-df122119-0e83-4ee9-bfc5-62240c63887f req-7bb24f39-0859-4a93-b788-f9dea64a61c6 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404937 Jun 16 17:03:48.018151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:48.021135 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:48.022600 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0ec62da-b60e-4db5-852c-145603bc82b3 HTTP/1.1" status: 204 len: 168 time: 0.5316453 Jun 16 17:03:48.023777 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2a83249a-85ea-4cd8-8cb1-74cd46111fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:48.038763 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec62da-b60e-4db5-852c-145603bc82b3,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:48.054550 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:48.671869 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6c57d-c14b-4aff-9a04-70255400cdb1 req-789fe37e-eccf-4d8b-9f8c-b650bbab5de8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:48.673624 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8aa6c57d-c14b-4aff-9a04-70255400cdb1 req-789fe37e-eccf-4d8b-9f8c-b650bbab5de8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0930414 Jun 16 17:03:48.727519 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8aa6c57d-c14b-4aff-9a04-70255400cdb1 req-3013efb5-f639-4ec7-aeee-2554f6fb5051 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463383 Jun 16 17:03:49.047924 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c3827-2db4-4266-8d12-c03c0ee4668c req-0663f49b-27ee-44ed-9457-742d31e319a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:49.049405 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-374c3827-2db4-4266-8d12-c03c0ee4668c req-0663f49b-27ee-44ed-9457-742d31e319a0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0727580 Jun 16 17:03:49.091253 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-374c3827-2db4-4266-8d12-c03c0ee4668c req-49dc5ecf-1577-41f8-8931-a070498b0b0d tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Jun 16 17:03:49.922287 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de842045-a6af-4e1e-ba14-959d14416a8b req-c24a466d-1cb7-4394-9adc-f3dc6cf57789 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:49.923826 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-de842045-a6af-4e1e-ba14-959d14416a8b req-c24a466d-1cb7-4394-9adc-f3dc6cf57789 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0667989 Jun 16 17:03:49.973124 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-de842045-a6af-4e1e-ba14-959d14416a8b req-e07919d4-4802-450b-aca3-74fb51204454 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411325 Jun 16 17:03:50.278727 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4579350-78c3-4b30-80e2-7bbfe1ab389b req-8cc41107-b2c3-4acb-ab13-0b6ef0723717 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:50.280308 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4579350-78c3-4b30-80e2-7bbfe1ab389b req-8cc41107-b2c3-4acb-ab13-0b6ef0723717 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0655034 Jun 16 17:03:50.324660 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b4579350-78c3-4b30-80e2-7bbfe1ab389b req-a1b702e2-0321-4bcd-b271-3a8ae8910c69 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Jun 16 17:03:50.978490 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-4f019673-de2b-421c-a17f-db74afc56867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:51.153938 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2528b-803a-4e2d-833a-51ec9467dc9f req-2284dc0c-ecac-413d-9165-d185fb173d9f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:51.155494 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3be2528b-803a-4e2d-833a-51ec9467dc9f req-2284dc0c-ecac-413d-9165-d185fb173d9f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0668972 Jun 16 17:03:51.194814 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-3be2528b-803a-4e2d-833a-51ec9467dc9f req-166a060f-1e5f-4ed3-881f-c10fc97f7756 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Jun 16 17:03:51.508747 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fee57f-2915-4dff-aac8-aa238bcee4dd req-5aaead8c-d3fe-408f-a53e-b759fa143237 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:51.510297 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-20fee57f-2915-4dff-aac8-aa238bcee4dd req-5aaead8c-d3fe-408f-a53e-b759fa143237 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0653701 Jun 16 17:03:51.549110 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-20fee57f-2915-4dff-aac8-aa238bcee4dd req-7cf55ccc-60ca-415b-9677-311d4a1ab3a4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331049 Jun 16 17:03:52.378350 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cbdc2-4908-42fa-b1f4-5d755f271b9e req-43e33a7d-4aab-486a-8e31-2b6bc4b5f121 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:52.380443 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fb2cbdc2-4908-42fa-b1f4-5d755f271b9e req-43e33a7d-4aab-486a-8e31-2b6bc4b5f121 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0701528 Jun 16 17:03:52.423701 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-fb2cbdc2-4908-42fa-b1f4-5d755f271b9e req-5d0aa195-d8aa-43ba-bc1e-89e731328fb8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372448 Jun 16 17:03:52.734459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a87c4-773a-4117-9318-4579c18f76d6 req-4cfbbebf-5e01-4da4-b30c-2ef71be9bfc8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:52.735869 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-146a87c4-773a-4117-9318-4579c18f76d6 req-4cfbbebf-5e01-4da4-b30c-2ef71be9bfc8 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0672629 Jun 16 17:03:52.783886 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-146a87c4-773a-4117-9318-4579c18f76d6 req-77359e02-a8f1-4350-ae82-2ddb72299b23 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Jun 16 17:03:53.488413 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:03:53.615815 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:53.616671 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c2245-9cb7-40b8-af99-b952e7c175c7 req-f92a047d-2e54-44ba-a8a7-fd97b1b029cb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:53.618286 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-675c2245-9cb7-40b8-af99-b952e7c175c7 req-f92a047d-2e54-44ba-a8a7-fd97b1b029cb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0765378 Jun 16 17:03:53.628672 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'port_id': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'mac_address': 'fa:16:3e:d9:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:03:53.658153 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-675c2245-9cb7-40b8-af99-b952e7c175c7 req-071c2891-812e-4e21-9c3e-277179750f0e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337324 Jun 16 17:03:53.668186 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:53.682063 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ff4b3d-6746-4dc4-b482-e21632b631b6 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:03:53.703338 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:53.978218 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5984d4-c65f-4429-9a0d-8e35f1a584c0 req-b4314794-3755-4d5f-920b-0e1a1f21213e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:53.979760 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ed5984d4-c65f-4429-9a0d-8e35f1a584c0 req-b4314794-3755-4d5f-920b-0e1a1f21213e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 943 time: 0.0762842 Jun 16 17:03:54.022794 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ed5984d4-c65f-4429-9a0d-8e35f1a584c0 req-12054fd1-35bd-4929-b46f-47aa2f55e94b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359306 Jun 16 17:03:54.144388 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-172154d6-692f-4b99-8a2b-01bd80db4299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.190769 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.193216 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.194725 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-c8d7e819-949f-477d-b7e2-bd64f7a6910f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:54.240104 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=9']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:54.243173 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:54.418355 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:54.443468 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['b6ff4b3d-6746-4dc4-b482-e21632b631b6'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:03:54.852783 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5606d-cc83-46ce-8337-24c10b003503 req-b287523a-6efe-45a4-ae4f-e7bc69a0fb37 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:54.854346 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-30c5606d-cc83-46ce-8337-24c10b003503 req-b287523a-6efe-45a4-ae4f-e7bc69a0fb37 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0752022 Jun 16 17:03:54.898018 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-30c5606d-cc83-46ce-8337-24c10b003503 req-fc28d61b-4f0e-4db9-bcfb-b4f42711cc51 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343566 Jun 16 17:03:55.230459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5afd6f-e611-45a8-aaa0-5170c4a44aa4 req-68de2178-2ee3-43f8-b257-5600fd58d914 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:55.232070 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3a5afd6f-e611-45a8-aaa0-5170c4a44aa4 req-68de2178-2ee3-43f8-b257-5600fd58d914 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 944 time: 0.0729253 Jun 16 17:03:55.274492 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3a5afd6f-e611-45a8-aaa0-5170c4a44aa4 req-a4e62c74-0d15-4345-b0f1-5cc330923fa7 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Jun 16 17:03:55.519075 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:03:55.564322 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port b6ff4b3d-6746-4dc4-b482-e21632b631b6 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:03:55.564693 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.646036 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.671785 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:03:55.674079 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3310e8b0-2f46-442f-aae4-6e6c259559d8" -d '{"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:03:55.689742 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:03:55.724127 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d73ac8a-13cf-4842-ba74-e9f7f2aab6c0 x-openstack-request-id: req-9d73ac8a-13cf-4842-ba74-e9f7f2aab6c0 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:03:55.724436 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:03:55.724705 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d73ac8a-13cf-4842-ba74-e9f7f2aab6c0 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:03:55.725190 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'code': 200} Jun 16 17:03:55.750082 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:55.752005 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:03:55.805401 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=10']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:03:55.808836 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:03:56.112449 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6aa0-7479-4408-8333-ebedc524937e req-740aca46-cedd-42e4-bb78-0f85f02cab54 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.114589 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-58dd6aa0-7479-4408-8333-ebedc524937e req-740aca46-cedd-42e4-bb78-0f85f02cab54 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0966258 Jun 16 17:03:56.163223 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-58dd6aa0-7479-4408-8333-ebedc524937e req-945d2f70-39dd-45cb-b7b8-ef29cddb24d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Jun 16 17:03:56.169713 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f63cc8-29f2-41ff-8142-71dfd5e6e1ef req-585fa6fc-7304-4c39-9edb-80a2c4dbf800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.171385 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a7f63cc8-29f2-41ff-8142-71dfd5e6e1ef req-585fa6fc-7304-4c39-9edb-80a2c4dbf800 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1099 time: 0.1014349 Jun 16 17:03:56.213843 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a7f63cc8-29f2-41ff-8142-71dfd5e6e1ef req-6744c35e-465a-424b-a241-80eaaa8f87c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350699 Jun 16 17:03:56.296160 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:56.486304 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07407a5-cf97-4914-8bc0-aa602fc1e1f9 req-57e765b4-3414-4b55-ba47-4f2eab314543 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.487712 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b07407a5-cf97-4914-8bc0-aa602fc1e1f9 req-57e765b4-3414-4b55-ba47-4f2eab314543 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0856249 Jun 16 17:03:56.530784 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b07407a5-cf97-4914-8bc0-aa602fc1e1f9 req-ed073ede-6c3a-4565-912e-cda1a4c59859 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Jun 16 17:03:56.675541 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5aed-cc30-46be-a5a3-172f1d06f673 req-a9caa443-b209-4b3c-8dd5-73642ddecb91 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.677715 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-679d5aed-cc30-46be-a5a3-172f1d06f673 req-a9caa443-b209-4b3c-8dd5-73642ddecb91 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0646627 Jun 16 17:03:56.719613 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-679d5aed-cc30-46be-a5a3-172f1d06f673 req-08025225-4f94-443c-abd0-24a9cc70f502 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345585 Jun 16 17:03:56.844102 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72251d6-8d0e-4029-8e97-7329f464476e req-401a3da4-f968-49de-9ee3-fb765e3c3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.845671 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-401a3da4-f968-49de-9ee3-fb765e3c3d9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1098 time: 0.0612690 Jun 16 17:03:56.943476 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72251d6-8d0e-4029-8e97-7329f464476e req-0bea9025-7325-4517-a65e-53252c9448bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:56.945019 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-0bea9025-7325-4517-a65e-53252c9448bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 912 time: 0.0917079 Jun 16 17:03:57.025459 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-fc82debe-3cda-4945-a737-e97fd3314525 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 200 len: 1001 time: 0.0695577 Jun 16 17:03:57.093566 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72251d6-8d0e-4029-8e97-7329f464476e req-c63c330b-761c-4ebe-a277-a7fae4171e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:57.095375 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-c63c330b-761c-4ebe-a277-a7fae4171e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0572925 Jun 16 17:03:57.166224 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72251d6-8d0e-4029-8e97-7329f464476e req-450ef008-fc13-4ec9-869c-9adeb33d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:57.167833 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-450ef008-fc13-4ec9-869c-9adeb33d35eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0637224 Jun 16 17:03:57.294220 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-72883d80-446f-42c4-b096-5eb500dc55c1 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091468 Jun 16 17:03:57.399172 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b72251d6-8d0e-4029-8e97-7329f464476e req-6cc7a0b8-44c8-4b31-89e0-9f69c7c5dbf9 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974312 Jun 16 17:03:57.716668 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a88028-4bd5-461b-ba45-65253c766766 req-6524b39d-699f-41e3-9524-2ae2142c9f7e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:57.718214 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f2a88028-4bd5-461b-ba45-65253c766766 req-6524b39d-699f-41e3-9524-2ae2142c9f7e tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0642018 Jun 16 17:03:57.765634 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f2a88028-4bd5-461b-ba45-65253c766766 req-7df19ab6-d528-4fc4-a8b8-8186e9ee640b tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Jun 16 17:03:57.902732 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0301da6-e666-4059-a8cb-2cf95c3e77e9 req-72fd3e99-b449-4f53-b928-5ceac108af58 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:57.904301 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d0301da6-e666-4059-a8cb-2cf95c3e77e9 req-72fd3e99-b449-4f53-b928-5ceac108af58 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0662010 Jun 16 17:03:57.957032 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d0301da6-e666-4059-a8cb-2cf95c3e77e9 req-763b9fae-944b-471d-a8a6-20c64d04df70 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Jun 16 17:03:58.772488 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:58.954903 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffee04b-e3ca-46cc-a983-872ed892eb77 req-1410062d-2d11-4703-b199-a78f32b7c5d4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:58.956396 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dffee04b-e3ca-46cc-a983-872ed892eb77 req-1410062d-2d11-4703-b199-a78f32b7c5d4 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0672770 Jun 16 17:03:58.995112 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-dffee04b-e3ca-46cc-a983-872ed892eb77 req-b97f57db-5ee5-4c47-a34d-ed3df5a7b552 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Jun 16 17:03:59.141880 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07804dd-aa5a-4e8f-8f82-af183fbaa147 req-5af79f55-9b05-48f3-b1f2-93ba4afbc082 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:03:59.143317 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b07804dd-aa5a-4e8f-8f82-af183fbaa147 req-5af79f55-9b05-48f3-b1f2-93ba4afbc082 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0719547 Jun 16 17:03:59.181191 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-b07804dd-aa5a-4e8f-8f82-af183fbaa147 req-c465c6a5-4aa4-4314-9c54-9e8cb9869c1d tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jun 16 17:04:00.097770 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-bd46bff7-ff24-4337-97db-11f5f23b51a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822375 Jun 16 17:04:00.225730 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-f51f46bf-84d6-4332-8784-5979a6d7e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:00.227218 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-f51f46bf-84d6-4332-8784-5979a6d7e527 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 1099 time: 0.1051788 Jun 16 17:04:00.239854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcf0a1-190b-44cd-8248-6bbd58fff2b4 req-8e3435ec-ad9f-4468-ac3d-a063b2d03704 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:00.241371 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-26fcf0a1-190b-44cd-8248-6bbd58fff2b4 req-8e3435ec-ad9f-4468-ac3d-a063b2d03704 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0910027 Jun 16 17:04:00.304591 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-26fcf0a1-190b-44cd-8248-6bbd58fff2b4 req-e3540ac1-81d6-4110-ad25-a3c61c7fabbe tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570080 Jun 16 17:04:00.363679 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-a31d1887-9c87-4f69-acff-f8475d9be2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:00.365120 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-a31d1887-9c87-4f69-acff-f8475d9be2e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 200 len: 918 time: 0.1035109 Jun 16 17:04:00.431973 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-a50a0e83-8689-43ee-853d-cbd9c582d6f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 200 len: 1000 time: 0.0594387 Jun 16 17:04:00.481401 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-75f7126d-51c0-4b1a-9c8a-8ac7618ce5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:00.482784 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-75f7126d-51c0-4b1a-9c8a-8ac7618ce5ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 200 len: 856 time: 0.0442765 Jun 16 17:04:00.548413 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-a655b678-0a6a-49ce-a24f-a0967650dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:00.549922 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-a655b678-0a6a-49ce-a24f-a0967650dd62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fae4177-1249-45b0-b1d5-76c802f9fafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591192 Jun 16 17:04:00.645990 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-2e92daa3-8e40-4128-8755-9e98431060d1 service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884659 Jun 16 17:04:00.743111 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-645ba33e-f611-48ad-a99b-d47a87145f8f req-be7248fc-944f-47d6-9113-bc6a4493d17a service neutron] 10.222.0.13 "GET /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894811 Jun 16 17:04:06.213200 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:13.389110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42626) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:13.782207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Deleting port 94b6d2b8-38da-4207-9c4c-d7aab991d9ee {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:13.782455 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.864423 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.864806 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:13.935763 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Calling delete_port for 94b6d2b8-38da-4207-9c4c-d7aab991d9ee owned by network:floatingip {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:14.229219 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:14.231374 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:14.256189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event deleted for resources: {'Port': ['ID=94b6d2b8-38da-4207-9c4c-d7aab991d9ee,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:14.282017 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.282388 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.282760 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.283122 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.283474 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.283845 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.284202 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.284552 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.284905 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.285256 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.285634 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.286224 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:14.292215 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:14.335561 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for floatingip, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:14.335893 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Floating IP ed736c16-4811-4777-9e0d-3938ac9b34fc disassociated (deleted). External IP: 172.28.0.251, port: 5e45dfba-fd52-45ac-b417-be3d2e43f1c6. Jun 16 17:04:14.550788 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:14.669826 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:14.674781 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:14.682164 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] Sync routers for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:14.692706 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:14.693389 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:14.719707 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b3284464-3ded-451a-932e-0df7b3876287 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "DELETE /v2.0/floatingips/ed736c16-4811-4777-9e0d-3938ac9b34fc HTTP/1.1" status: 204 len: 168 time: 1.3293734 Jun 16 17:04:14.720540 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:14.723648 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d634ba9c-b976-488a-96a4-c133a9f9763b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:14.767539 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f8eeb3-abe3-499f-b728-a9a0a5f635e0 x-openstack-request-id: req-e8f8eeb3-abe3-499f-b728-a9a0a5f635e0 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:14.767867 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:14.768156 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8f8eeb3-abe3-499f-b728-a9a0a5f635e0 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:14.768594 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'status': 'completed', 'code': 200} Jun 16 17:04:14.814957 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:15.074108 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:04Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:15.078772 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] Checking router: d9ce911e-9c06-4ee8-85bb-ef495c6a5508 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:15.101601 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:15.102296 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:15.145205 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-1c7e21c3-b329-484e-a97e-abc2edd7590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.146766 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-1c7e21c3-b329-484e-a97e-abc2edd7590e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b514eec370e249d98b15b2b40f9d6585&device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 1099 time: 0.3526406 Jun 16 17:04:15.230836 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:15.262119 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-819c7450-a3c0-4788-9811-e3b3ecef75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.263619 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-819c7450-a3c0-4788-9811-e3b3ecef75a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 200 len: 910 time: 0.1073990 Jun 16 17:04:15.328729 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-edfb986e-a967-45a8-a01b-f91df33ae1ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0478256 Jun 16 17:04:15.404178 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-e75faa04-78a6-4614-87c8-030449ddd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.405666 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-e75faa04-78a6-4614-87c8-030449ddd7b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 200 len: 848 time: 0.0603290 Jun 16 17:04:15.454957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88171168-7b3d-44f7-ba79-5885fe0a0def req-c06644dc-4684-4be4-8de2-712dea0769cf tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.456517 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88171168-7b3d-44f7-ba79-5885fe0a0def req-c06644dc-4684-4be4-8de2-712dea0769cf tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.1675823 Jun 16 17:04:15.464302 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:04Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:15.468080 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f57b74-1d3b-4777-9b44-d52b4c03b218 None None] The sync data for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb is: [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T16:57:58Z', 'revision_number': 4, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8d6c4a5b-03d3-4182-8dc9-8c341f5d5971', 'name': '', 'network_id': '3c2fd106-6850-42fd-8902-3a7db868f2ba', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'mac_address': 'fa:16:3e:74:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:56Z', 'updated_at': '2021-06-16T16:58:04Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'subnets': [{'id': '1a394e63-6c5b-4a51-bf32-f53d8d7eb794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:15.494550 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-f6e534e5-5ac5-4149-a7ac-a079256277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:15.496065 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-f6e534e5-5ac5-4149-a7ac-a079256277b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2fd106-6850-42fd-8902-3a7db868f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820651 Jun 16 17:04:15.543477 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88171168-7b3d-44f7-ba79-5885fe0a0def req-9a26558b-2889-4326-ae57-0a615f6506c1 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794036 Jun 16 17:04:15.625016 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-fc56cbd7-aefb-4b36-957c-7f9de8fb9fb5 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155701 Jun 16 17:04:15.732023 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d634ba9c-b976-488a-96a4-c133a9f9763b req-ba48afbe-d0ba-4adc-a503-e6c23a1d315b service neutron] 10.222.0.13 "GET /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983407 Jun 16 17:04:15.744481 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ea33a-5cc0-4044-98a2-6e77d354b592 None None] New status for floating IP ed736c16-4811-4777-9e0d-3938ac9b34fc: DOWN {{(pid=99053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:04:16.745004 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5ad6a-2d65-4efc-b7a2-c735f0fc09d5 req-062f7f58-faf6-4617-9c1d-972b9fef39c3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:16.746474 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9cd5ad6a-2d65-4efc-b7a2-c735f0fc09d5 req-062f7f58-faf6-4617-9c1d-972b9fef39c3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0676219 Jun 16 17:04:16.785938 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-9cd5ad6a-2d65-4efc-b7a2-c735f0fc09d5 req-ef169349-44ff-4d68-8a02-3df84cf0d351 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Jun 16 17:04:17.387098 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-e587fdc5-1ec7-4ce3-946b-f0b5602ab016 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:17.395876 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-e587fdc5-1ec7-4ce3-946b-f0b5602ab016 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0778520 Jun 16 17:04:17.546844 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Deleting port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:17.547570 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:17.675279 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] For port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:17.675279 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:17.750510 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Calling delete_port for 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:17.986448 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad953a2-d42f-421b-8eb7-d61892dfeb91 req-628faa82-4ce4-43e3-a3ef-1664301038e0 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:17.987913 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4ad953a2-d42f-421b-8eb7-d61892dfeb91 req-628faa82-4ce4-43e3-a3ef-1664301038e0 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 946 time: 0.0705476 Jun 16 17:04:18.038580 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4ad953a2-d42f-421b-8eb7-d61892dfeb91 req-ce643cdd-c55b-4260-9d40-dc3d32df0deb tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/security-groups?id=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Jun 16 17:04:18.052633 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.059871 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0ddbec09-f84c-476a-8bde-422bd0687ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:18.106746 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event deleted for resources: {'Port': ['ID=5e45dfba-fd52-45ac-b417-be3d2e43f1c6,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:18.113065 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:18.189773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] No DVR routers for this DVR port 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:18.193409 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:18.195660 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-a95e7940-d64e-4251-bb91-c7e0957c56e6 req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.13 "DELETE /v2.0/ports/5e45dfba-fd52-45ac-b417-be3d2e43f1c6 HTTP/1.1" status: 204 len: 173 time: 0.7955911 Jun 16 17:04:18.196289 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-deleted', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:18.200403 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4feaf-2c8c-4e1c-abf3-e0ae6ffa2118" -d '{"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-deleted", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:18.243995 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f05e69-c2c4-4a0b-8036-751c74394ce2 x-openstack-request-id: req-44f05e69-c2c4-4a0b-8036-751c74394ce2 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:18.244396 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5be25-4b76-4980-8f93-8cb78f651301", "name": "network-vif-deleted", "tag": "5e45dfba-fd52-45ac-b417-be3d2e43f1c6", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:18.244714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44f05e69-c2c4-4a0b-8036-751c74394ce2 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:18.245185 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5be25-4b76-4980-8f93-8cb78f651301', 'name': 'network-vif-deleted', 'tag': '5e45dfba-fd52-45ac-b417-be3d2e43f1c6', 'status': 'completed', 'code': 200} Jun 16 17:04:19.216198 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-430bd5af-af81-431b-895c-7fe55afba023 req-53d78b13-329a-4b47-ac38-3f0e016fc2a3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ac5be25-4b76-4980-8f93-8cb78f651301 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Jun 16 17:04:20.383425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42648) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:20.490100 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.539592 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.856391 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.861595 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:20.869627 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] 10.222.0.72 "DELETE /v2.0/security-groups/3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6 HTTP/1.1" status: 204 len: 168 time: 0.4783480 Jun 16 17:04:20.869627 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:20.883630 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0be8a3-bb5d-4c99-8fa0-f265ac2485b6,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:20.890341 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:20.998909 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d29ce8ec-2135-44ba-b417-3f279e1cb912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:21.088393 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42652) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:21.665411 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:21.685013 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:21.685447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 5e45dfba-fd52-45ac-b417-be3d2e43f1c6 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:21.705910 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.276086 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Deleting port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:22.277556 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.380094 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] For port 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:22.380818 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.463712 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Calling delete_port for 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 owned by network:router_interface {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:22.783856 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:22.786014 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-74b38c65-6b84-42ac-a73f-bbf63be96267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:22.815134 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6c4a5b-03d3-4182-8dc9-8c341f5d5971,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:22.855082 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.855571 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.856112 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.856739 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.857384 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.858022 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.858656 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.859275 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.859912 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.860559 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.861199 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.861878 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:22.868812 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:23.052105 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.282939 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:23.406638 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:23.414811 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-b382c213-4917-47d5-a9a3-4eff6f4efae7 admin admin] 10.222.0.72 "PUT /v2.0/routers/d9ce911e-9c06-4ee8-85bb-ef495c6a5508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3248627 Jun 16 17:04:23.419138 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42658) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:23.426258 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] Sync routers for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:23.443006 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:23.444042 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:03:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:23.544335 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-95f4affc-d3a6-4619-9207-5037e224117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.551411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.571026 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:23.673123 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.757919 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.811812 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Deleting port 5d61921c-cf07-4230-a062-dc06b61c133f {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:23.812170 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.896803 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] For port 5d61921c-cf07-4230-a062-dc06b61c133f, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=5d61921c-cf07-4230-a062-dc06b61c133f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:23.897796 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:23.934788 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95'}], 'enable_snat': True}, 'gw_port_id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T17:04:22Z', 'revision_number': 5, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port': {'id': '5d61921c-cf07-4230-a062-dc06b61c133f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:57:52Z', 'updated_at': '2021-06-16T16:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:23.938731 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] Checking router: d9ce911e-9c06-4ee8-85bb-ef495c6a5508 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:23.949268 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] Routers {'d9ce911e-9c06-4ee8-85bb-ef495c6a5508'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:23.950123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:23.970872 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Calling delete_port for 5d61921c-cf07-4230-a062-dc06b61c133f owned by network:router_gateway {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:24.047677 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] Set router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 gateway port host: None {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:24.105953 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T17:04:23Z', 'revision_number': 6, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port_host': None}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:24.110196 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a2aae-d810-4721-b4d0-4c8781c69c85 None None] The sync data for ids ['d9ce911e-9c06-4ee8-85bb-ef495c6a5508'] in dv-cinder-772126-4-smb is: [{'id': 'd9ce911e-9c06-4ee8-85bb-ef495c6a5508', 'name': 'tempest-TestShelveInstance-1313586035-router', 'tenant_id': 'b514eec370e249d98b15b2b40f9d6585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:57:51Z', 'updated_at': '2021-06-16T17:04:23Z', 'revision_number': 6, 'project_id': 'b514eec370e249d98b15b2b40f9d6585', 'gw_port_host': None}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:24.269476 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.271601 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-60410f31-809b-4392-ad04-1ec0eb81ea54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:24.298540 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d61921c-cf07-4230-a062-dc06b61c133f,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:24.302387 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:24.363712 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.378421 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.475100 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.479912 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.639128 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.639941 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ce911e-9c06-4ee8-85bb-ef495c6a5508 {{(pid=99050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:04:24.646592 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.647985 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-1aa9e1f4-faf4-4e70-b7eb-aba60be4e9f2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d9ce911e-9c06-4ee8-85bb-ef495c6a5508 HTTP/1.1" status: 204 len: 168 time: 1.2277293 Jun 16 17:04:24.651125 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42660) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:24.707632 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_v2 [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Deleting subnet 1a394e63-6c5b-4a51-bf32-f53d8d7eb794 {{(pid=99050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:24.711352 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.752133 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14175022'] for subnet, precommit_delete_associations {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:24.840049 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.041203 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14373731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13723075'] for subnet, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.044614 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e2381836-df2b-4eae-bb65-4bbee1683c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:25.070234 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a394e63-6c5b-4a51-bf32-f53d8d7eb794,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:25.072371 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.074292 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1a394e63-6c5b-4a51-bf32-f53d8d7eb794 HTTP/1.1" status: 204 len: 168 time: 0.4218836 Jun 16 17:04:25.075315 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-825e5b4d-9555-4132-914a-990ffd8410d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:25.080648 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42662) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:25.081513 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a096f9d-88c0-486e-925e-ea83ea25f166 None None] Network 3c2fd106-6850-42fd-8902-3a7db868f2ba requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:25.167026 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.230111 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Deleting port 2294a71b-8707-4ed4-91bd-388066ad6d44 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:25.230516 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.312447 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] For port 2294a71b-8707-4ed4-91bd-388066ad6d44, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=2294a71b-8707-4ed4-91bd-388066ad6d44,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:25.312447 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.355665 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] DHCP port deletion for 3c2fd106-6850-42fd-8902-3a7db868f2ba request from dv-cinder-772126-4-smb {{(pid=99052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:04:25.384718 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Calling delete_port for 2294a71b-8707-4ed4-91bd-388066ad6d44 owned by network:dhcp {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:25.407872 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Deleting port 2294a71b-8707-4ed4-91bd-388066ad6d44 {{(pid=99052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:25.408637 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.509406 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] For port 2294a71b-8707-4ed4-91bd-388066ad6d44, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=2294a71b-8707-4ed4-91bd-388066ad6d44,segment=NetworkSegment(1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15),segment_id=1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:25.509726 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.558586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.560793 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8a9ae2e5-ca64-4181-a42a-2cfeb565c1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:25.574326 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Calling delete_port for 2294a71b-8707-4ed4-91bd-388066ad6d44 owned by network:dhcp {{(pid=99052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:25.585884 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Pushing event deleted for resources: {'Port': ['ID=2294a71b-8707-4ed4-91bd-388066ad6d44,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:25.589121 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:25.590332 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] No DVR routers for this DVR port 2294a71b-8707-4ed4-91bd-388066ad6d44 on host dv-cinder-772126-4-smb {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:25.657324 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654'] for port, after_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.659385 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:25.676359 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.684166 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Pushing event deleted for resources: {'Port': ['ID=2294a71b-8707-4ed4-91bd-388066ad6d44,revision_number=None']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:25.689120 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2fd106-6850-42fd-8902-3a7db868f2ba']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.690104 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] No DVR routers for this DVR port 2294a71b-8707-4ed4-91bd-388066ad6d44 on host dv-cinder-772126-4-smb {{(pid=99052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:25.696315 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.696661 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.697004 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.697363 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.697708 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.698050 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.698488 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.698887 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.699236 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.699567 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.699977 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.700283 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:04:25.703860 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.704360 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-5537f4ce-c5fa-4eaa-87e4-bc0cf462421e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:25.704497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcdfced-9cdc-4c06-8eb6-e7f2f8350c15') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:25.723992 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.744309 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.751889 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:25.752297 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:25.754251 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:25.927874 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.933250 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:25.936822 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:25.939304 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] 10.222.0.72 "DELETE /v2.0/networks/3c2fd106-6850-42fd-8902-3a7db868f2ba HTTP/1.1" status: 204 len: 168 time: 0.8558357 Jun 16 17:04:25.945115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42664) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:25.961749 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2fd106-6850-42fd-8902-3a7db868f2ba,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:25.999112 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:26.220758 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5d61921c-cf07-4230-a062-dc06b61c133f no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:26.239640 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 5d61921c-cf07-4230-a062-dc06b61c133f {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:26.240010 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 5d61921c-cf07-4230-a062-dc06b61c133f not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:26.240452 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:26.269869 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:26.270230 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8d6c4a5b-03d3-4182-8dc9-8c341f5d5971 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:26.270720 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 2294a71b-8707-4ed4-91bd-388066ad6d44 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:26.297091 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 2294a71b-8707-4ed4-91bd-388066ad6d44 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:26.297475 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 2294a71b-8707-4ed4-91bd-388066ad6d44 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:26.372767 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.437692 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.739981 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Deleting port 451d9379-c469-4afa-933f-f57403fc3113 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:26.740452 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.840058 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] For port 451d9379-c469-4afa-933f-f57403fc3113, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=451d9379-c469-4afa-933f-f57403fc3113,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:26.840424 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:26.915410 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Calling delete_port for 451d9379-c469-4afa-933f-f57403fc3113 owned by network:router_interface {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:27.223761 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.226738 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d91117e4-564a-4f85-87e6-aba4c1c99446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:27.253561 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Pushing event deleted for resources: {'Port': ['ID=451d9379-c469-4afa-933f-f57403fc3113,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:27.256855 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:27.507586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:27.761265 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Router 101066bf-7c94-4871-847a-a6fd38727b0e has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:27.888822 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:27.894555 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d30619a4-7347-4716-82ea-fdec2965e53e admin admin] 10.222.0.72 "PUT /v2.0/routers/101066bf-7c94-4871-847a-a6fd38727b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486067 Jun 16 17:04:27.898812 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42670) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:27.902426 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] Sync routers for ids ['101066bf-7c94-4871-847a-a6fd38727b0e'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:27.915149 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] Routers {'101066bf-7c94-4871-847a-a6fd38727b0e'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:27.916123 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['101066bf-7c94-4871-847a-a6fd38727b0e'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.030479 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks [] for router, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.064331 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] Set router 101066bf-7c94-4871-847a-a6fd38727b0e gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:28.165750 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.295917 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Deleting port 25f1a906-eec3-441f-9afc-d2609e2a098d {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:28.296243 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.322084 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T17:04:27Z', 'revision_number': 5, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port': {'id': '25f1a906-eec3-441f-9afc-d2609e2a098d', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:58:07Z', 'updated_at': '2021-06-16T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.326477 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] Checking router: 101066bf-7c94-4871-847a-a6fd38727b0e for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:28.338109 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] Routers {'101066bf-7c94-4871-847a-a6fd38727b0e'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:28.338748 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['101066bf-7c94-4871-847a-a6fd38727b0e'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.420837 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] For port 25f1a906-eec3-441f-9afc-d2609e2a098d, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=25f1a906-eec3-441f-9afc-d2609e2a098d,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:28.421219 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.439154 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] Set router 101066bf-7c94-4871-847a-a6fd38727b0e gateway port host: None {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:28.498001 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Calling delete_port for 25f1a906-eec3-441f-9afc-d2609e2a098d owned by network:router_gateway {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:28.516490 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T17:04:28Z', 'revision_number': 6, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port_host': None}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:28.520747 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3888321-4bff-41d3-a204-0fbead60f66e None None] The sync data for ids ['101066bf-7c94-4871-847a-a6fd38727b0e'] in dv-cinder-772126-4-smb is: [{'id': '101066bf-7c94-4871-847a-a6fd38727b0e', 'name': 'tempest-TestShelveInstance-682978600-router', 'tenant_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:58:06Z', 'updated_at': '2021-06-16T17:04:28Z', 'revision_number': 6, 'project_id': 'a4fcd4702d0d482aaa9f62c8d735860b', 'gw_port_host': None}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:28.766876 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.798770 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:28.801163 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6b9d8c50-dfbb-407a-8d89-776b619db6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:28.828750 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f1a906-eec3-441f-9afc-d2609e2a098d,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:28.831031 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:28.903437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.289405 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.291846 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.455558 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.456242 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 101066bf-7c94-4871-847a-a6fd38727b0e {{(pid=99051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:04:29.461693 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.463115 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] 10.222.0.72 "DELETE /v2.0/routers/101066bf-7c94-4871-847a-a6fd38727b0e HTTP/1.1" status: 204 len: 168 time: 1.5627427 Jun 16 17:04:29.466003 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42672) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:29.513130 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Deleting subnet e1c65ea8-84d8-4d37-bfb3-56e15976331e {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:29.516628 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.560568 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.674870 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.856080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.858469 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d31cb832-a95d-4a2d-a306-0ca7f8651868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:29.883891 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c65ea8-84d8-4d37-bfb3-56e15976331e,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:29.885904 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:29.888862 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e1c65ea8-84d8-4d37-bfb3-56e15976331e HTTP/1.1" status: 204 len: 168 time: 0.4207647 Jun 16 17:04:29.888862 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4852f8b9-dd38-4d6f-808b-60aa0d3fbdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:29.890310 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42674) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:29.891478 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439f4dc-8d7c-4102-9723-8b3e8c58c5b2 None None] Network 37e3c474-ba56-4ce1-9a3f-d65a626fae15 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:29.967618 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.028755 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Deleting port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:30.029109 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.122448 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] For port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:30.123135 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.129960 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] DHCP port deletion for 37e3c474-ba56-4ce1-9a3f-d65a626fae15 request from dv-cinder-772126-4-smb {{(pid=99052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:04:30.214700 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Deleting port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 {{(pid=99052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:30.215459 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.238649 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 25f1a906-eec3-441f-9afc-d2609e2a098d no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:30.239707 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Calling delete_port for 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 owned by network:dhcp {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:30.274171 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 25f1a906-eec3-441f-9afc-d2609e2a098d {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:30.274714 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 25f1a906-eec3-441f-9afc-d2609e2a098d not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:30.275384 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 451d9379-c469-4afa-933f-f57403fc3113 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:30.317989 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 451d9379-c469-4afa-933f-f57403fc3113 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:30.318546 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 451d9379-c469-4afa-933f-f57403fc3113 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:30.319255 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:30.393526 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] For port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,segment=NetworkSegment(a5b4b5bc-2328-4129-83b1-027389f63884),segment_id=a5b4b5bc-2328-4129-83b1-027389f63884)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:30.393907 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.458930 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.463201 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-023a06a9-2494-4016-9691-5a0b39bceec7 tempest-ServerRescueNegativeTestJSON-123908018 tempest-ServerRescueNegativeTestJSON-123908018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:30.474010 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Calling delete_port for 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 owned by network:dhcp {{(pid=99052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:30.484428 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No active binding found for port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 {{(pid=99052) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 17:04:30.484884 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:30.509625 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:30.515977 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:30.517305 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] No DVR routers for this DVR port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 on host dv-cinder-772126-4-smb {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:30.562012 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654'] for port, after_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.569097 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:30.591142 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Pushing event deleted for resources: {'Port': ['ID=74e91cf5-cf2b-49b8-8911-eb4a33fbed65,revision_number=None']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:30.594332 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:30.595178 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f98c6a-6513-4d85-aad2-21a48da2fd59 None None] No DVR routers for this DVR port 74e91cf5-cf2b-49b8-8911-eb4a33fbed65 on host dv-cinder-772126-4-smb {{(pid=99052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:30.654580 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.673795 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e3c474-ba56-4ce1-9a3f-d65a626fae15']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:30.692202 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b4b5bc-2328-4129-83b1-027389f63884') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:30.695160 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b4b5bc-2328-4129-83b1-027389f63884') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:30.709471 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.732301 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.743347 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:30.743983 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:30.747178 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:30.944573 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.948584 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:30.952483 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:30.953419 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/37e3c474-ba56-4ce1-9a3f-d65a626fae15 HTTP/1.1" status: 204 len: 168 time: 1.0621400 Jun 16 17:04:30.966482 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e3c474-ba56-4ce1-9a3f-d65a626fae15,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:30.970705 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-08c8a37f-50ba-4573-abf3-c1272c28b4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:31.366010 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42680) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:31.415229 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-1f56f206-c5f8-430f-aed5-3e6ece1b5d36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b514eec370e249d98b15b2b40f9d6585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469162 Jun 16 17:04:31.418574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42682) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:31.477174 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.501128 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.663903 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.666791 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:31.668031 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c659179-34fd-4f01-a857-df453db8efbf HTTP/1.1" status: 204 len: 168 time: 0.2484045 Jun 16 17:04:31.669179 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-576fd1a7-4587-414d-908b-631de68a3965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:31.678695 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c659179-34fd-4f01-a857-df453db8efbf,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:31.683004 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:32.595044 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42690) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:32.648100 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-360f6569-83ed-422b-a33c-f6789ae8e6c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4fcd4702d0d482aaa9f62c8d735860b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518005 Jun 16 17:04:32.650831 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42692) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:32.710678 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.735370 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.907178 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.910094 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:32.911546 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2d1a0f7-6cf9-40b7-980d-d364ae9038e5 HTTP/1.1" status: 204 len: 168 time: 0.2596519 Jun 16 17:04:32.912682 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0741a52b-601e-4563-bcf3-c6f2d9547d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:32.924593 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1a0f7-6cf9-40b7-980d-d364ae9038e5,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:32.928715 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2e1eefc8-8d86-43c3-9180-04fcf51af545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:34.140223 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdaaab-2c84-4d52-a395-237c2ea9e528 req-cb7d22df-60ce-41e7-84bd-123d2cdd8124 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:34.141958 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ebcdaaab-2c84-4d52-a395-237c2ea9e528 req-cb7d22df-60ce-41e7-84bd-123d2cdd8124 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0767183 Jun 16 17:04:34.184658 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-ebcdaaab-2c84-4d52-a395-237c2ea9e528 req-5d82d15e-4f26-4d58-81cf-1233e995cab3 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362802 Jun 16 17:04:35.412428 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1df8-0f0a-4f71-88c3-ca2d28ab44dc req-67f2e272-f934-4f5d-ab81-476a08934696 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:35.414288 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d3fe1df8-0f0a-4f71-88c3-ca2d28ab44dc req-67f2e272-f934-4f5d-ab81-476a08934696 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0817995 Jun 16 17:04:35.458695 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-d3fe1df8-0f0a-4f71-88c3-ca2d28ab44dc req-eecefb6f-db0b-4a55-8fbd-513055fe7bb2 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups?id=2172e75e-ac93-499d-98fb-595e248a24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381782 Jun 16 17:04:35.728345 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-bf02b79d-291b-4af5-878d-1fa67fa0bd27 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:35.730030 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-bf02b79d-291b-4af5-878d-1fa67fa0bd27 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 946 time: 0.0788622 Jun 16 17:04:35.851894 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Deleting port b6ff4b3d-6746-4dc4-b482-e21632b631b6 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:35.852424 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.005145 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] For port b6ff4b3d-6746-4dc4-b482-e21632b631b6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b6ff4b3d-6746-4dc4-b482-e21632b631b6,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:36.005448 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.274755 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.275280 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.275818 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Floating IP b6f78c62-d87b-44a4-b99f-8c60413de908 disassociated. External IP: 172.28.0.65, port: b6ff4b3d-6746-4dc4-b482-e21632b631b6. Jun 16 17:04:36.276739 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Calling delete_port for b6ff4b3d-6746-4dc4-b482-e21632b631b6 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:36.565393 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:36.572437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9b5da740-388c-49f8-8d9d-d3889afa505b tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:36.620226 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event deleted for resources: {'Port': ['ID=b6ff4b3d-6746-4dc4-b482-e21632b631b6,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:36.639196 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:36.679567 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-6f5bab04-2ac8-40c0-8ef9-e5bd2c42492a req-2a25f32a-5d3f-47b8-8c83-7f4ddf142ba9 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 210 time: 0.0636976 Jun 16 17:04:36.859348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:37.010888 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:37.027918 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:37.045422 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:37.046476 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:37.086218 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] No DVR routers for this DVR port b6ff4b3d-6746-4dc4-b482-e21632b631b6 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:37.089967 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:37.093361 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-553eefef-486e-48a6-9f3b-6f958ac82893 req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.13 "DELETE /v2.0/ports/b6ff4b3d-6746-4dc4-b482-e21632b631b6 HTTP/1.1" status: 204 len: 173 time: 1.3565462 Jun 16 17:04:37.094190 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-deleted', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:04:37.098392 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa1f1c-0995-4160-9f64-d23f300c6cc6" -d '{"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-deleted", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:04:37.176173 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004979a2-35c6-4247-a6b7-5a4fabf4cb46 x-openstack-request-id: req-004979a2-35c6-4247-a6b7-5a4fabf4cb46 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:04:37.176173 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303c720-89bb-4621-8cd3-32e1fab60808", "name": "network-vif-deleted", "tag": "b6ff4b3d-6746-4dc4-b482-e21632b631b6", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:04:37.176173 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-004979a2-35c6-4247-a6b7-5a4fabf4cb46 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:04:37.176173 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303c720-89bb-4621-8cd3-32e1fab60808', 'name': 'network-vif-deleted', 'tag': 'b6ff4b3d-6746-4dc4-b482-e21632b631b6', 'status': 'completed', 'code': 200} Jun 16 17:04:37.216649 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:37.530210 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:37.535480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:37.547705 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:37.548807 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:37.682875 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:37.902016 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-39c3568d-f68b-4fb3-8d42-2643ae4956a5 req-9927cc3d-266d-4989-bc34-fa8b796b2e37 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/ports?device_id=7303c720-89bb-4621-8cd3-32e1fab60808 HTTP/1.1" status: 200 len: 210 time: 0.0421989 Jun 16 17:04:37.951976 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:37.957744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd3427-ed22-4205-a730-65fe8a09fbb0 None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T16:56:56Z', 'revision_number': 4, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '8ecfe567-a859-4bb4-bd4a-9be4010b907c', 'name': '', 'network_id': '3fae4177-1249-45b0-b1d5-76c802f9fafd', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'mac_address': 'fa:16:3e:13:7e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:55Z', 'updated_at': '2021-06-16T16:57:04Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'subnets': [{'id': '7baf97da-8d00-44d2-95d9-fe7f16bbfa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:38.200259 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3fca1-49ef-4fa6-9f09-083e6835b313 None None] New status for floating IP b6f78c62-d87b-44a4-b99f-8c60413de908: DOWN {{(pid=99053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:04:39.770139 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:39.798760 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: b6ff4b3d-6746-4dc4-b482-e21632b631b6 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:39.799117 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device b6ff4b3d-6746-4dc4-b482-e21632b631b6 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:40.189532 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42734) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:40.211420 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894545-5f13-4ef5-b4cc-063485f34529 req-f50f6a66-d882-45c5-b2a9-26310f535285 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:40.213890 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f2894545-5f13-4ef5-b4cc-063485f34529 req-f50f6a66-d882-45c5-b2a9-26310f535285 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0853047 Jun 16 17:04:40.251710 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.259509 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-f2894545-5f13-4ef5-b4cc-063485f34529 req-3c6842b9-9c7f-432a-8859-3815793379d1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401218 Jun 16 17:04:40.285398 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.463011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.463011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.463011 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "DELETE /v2.0/security-groups/2172e75e-ac93-499d-98fb-595e248a24d0 HTTP/1.1" status: 204 len: 168 time: 0.2706802 Jun 16 17:04:40.463011 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b1fbe537-7f0e-4d11-92e7-b953b42bc23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:40.468361 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42736) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:40.474480 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2172e75e-ac93-499d-98fb-595e248a24d0,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:40.478455 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-b9fd884a-7e4c-4a56-ab3c-1541bed98ad0 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:40.492047 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.api.v2.resource [None req-eadfd84d-548d-4635-94d5-b50c1309ca61 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] show failed (client error): The resource could not be found. Jun 16 17:04:40.498852 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-eadfd84d-548d-4635-94d5-b50c1309ca61 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "GET /v2.0/security-groups/2172e75e-ac93-499d-98fb-595e248a24d0 HTTP/1.1" status: 404 len: 347 time: 0.0226145 Jun 16 17:04:40.503446 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42738) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:40.691531 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Deleting port d280fa60-bd7e-471f-8071-fa837839000b {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:40.691872 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.789564 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.789896 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:40.866250 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Calling delete_port for d280fa60-bd7e-471f-8071-fa837839000b owned by network:floatingip {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:41.090435 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.095509 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-46624bbf-65b9-4c00-b801-da6803f7ab38 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:41.133866 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Pushing event deleted for resources: {'Port': ['ID=d280fa60-bd7e-471f-8071-fa837839000b,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:41.139702 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:41.204339 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks [] for floatingip, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.208835 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:41.210712 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-995636e5-d2da-4fce-803b-22054bb981ea tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] 10.222.0.72 "DELETE /v2.0/floatingips/b6f78c62-d87b-44a4-b99f-8c60413de908 HTTP/1.1" status: 204 len: 168 time: 0.7061181 Jun 16 17:04:41.572151 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0354f-3cbe-4056-a851-07e77b6703ef req-f9cdbd96-983d-4ec5-bed3-30033fea1742 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:41.574075 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-03d0354f-3cbe-4056-a851-07e77b6703ef req-f9cdbd96-983d-4ec5-bed3-30033fea1742 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1045918 Jun 16 17:04:41.630709 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-03d0354f-3cbe-4056-a851-07e77b6703ef req-cc406077-29de-4e6b-8eb9-17549fe05834 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500274 Jun 16 17:04:42.840968 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9491a9-3ef4-42bb-8617-f1caa089896f req-2bbfe6ee-7168-4956-9f08-da70f0e93c1c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:42.842592 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5c9491a9-3ef4-42bb-8617-f1caa089896f req-2bbfe6ee-7168-4956-9f08-da70f0e93c1c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0713809 Jun 16 17:04:42.888561 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-5c9491a9-3ef4-42bb-8617-f1caa089896f req-6f4fc473-f51b-43c4-aa9c-ff5905423084 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370851 Jun 16 17:04:43.214238 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:04:44.143779 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1262d5-6d15-4b37-9132-6c8c302eeca4 req-dc25dcbd-399a-4ef7-84cb-6e8e0aa7d5bb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:44.145500 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0e1262d5-6d15-4b37-9132-6c8c302eeca4 req-dc25dcbd-399a-4ef7-84cb-6e8e0aa7d5bb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0979586 Jun 16 17:04:44.195144 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-0e1262d5-6d15-4b37-9132-6c8c302eeca4 req-1243564b-4793-4d05-9317-30baf0d58b5c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Jun 16 17:04:44.261895 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42766) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:45.125883 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.491766 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Deleting port 8ecfe567-a859-4bb4-bd4a-9be4010b907c {{(pid=99050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:45.492847 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.599023 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.db [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] For port 8ecfe567-a859-4bb4-bd4a-9be4010b907c, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=8ecfe567-a859-4bb4-bd4a-9be4010b907c,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:45.600224 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:45.616879 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74566f8-d6a2-4212-993e-5e0e530511c0 req-8371aa9b-a988-4277-84ea-b209d24613d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:45.618575 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b74566f8-d6a2-4212-993e-5e0e530511c0 req-8371aa9b-a988-4277-84ea-b209d24613d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0822155 Jun 16 17:04:45.667049 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b74566f8-d6a2-4212-993e-5e0e530511c0 req-603ae69c-9c2d-4f1b-85f3-7fbc1d3681be tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401537 Jun 16 17:04:45.707311 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.plugin [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Calling delete_port for 8ecfe567-a859-4bb4-bd4a-9be4010b907c owned by network:router_interface {{(pid=99050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:46.086865 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14373801'] for port, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.089235 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f6a352a9-2f5c-422a-b375-9278e50be326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:46.114559 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecfe567-a859-4bb4-bd4a-9be4010b907c,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:46.119383 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:46.345787 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.586988 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Router 20a8842e-3c69-4ee4-8e27-77e3ea320469 has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:04:46.704013 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:04:46.718194 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e131f752-0a80-4ced-806d-5bf9bf89c793 admin admin] 10.222.0.72 "PUT /v2.0/routers/20a8842e-3c69-4ee4-8e27-77e3ea320469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472756 Jun 16 17:04:46.718485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] Sync routers for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:04:46.726503 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42774) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:46.732719 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:46.733407 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:46.842286 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks [] for router, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.883227 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58335a5c-cddd-4a79-b61c-a9eeea17e6e4 req-67175a64-510e-4272-8cfb-9bd86bac6594 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:46.885102 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-58335a5c-cddd-4a79-b61c-a9eeea17e6e4 req-67175a64-510e-4272-8cfb-9bd86bac6594 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0788288 Jun 16 17:04:46.927382 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-58335a5c-cddd-4a79-b61c-a9eeea17e6e4 req-34814382-90f5-4c74-8346-3733e686812c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360723 Jun 16 17:04:46.958938 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:46.992514 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: dv-cinder-772126-4-smb {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:47.098429 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Deleting port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:47.099364 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.192468 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] For port 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:47.192827 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.218473 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T17:04:45Z', 'revision_number': 5, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port': {'id': '9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:56:51Z', 'updated_at': '2021-06-16T16:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:47.224477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] Checking router: 20a8842e-3c69-4ee4-8e27-77e3ea320469 for host: dv-cinder-772126-4-smb {{(pid=99052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:04:47.239312 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] Routers {'20a8842e-3c69-4ee4-8e27-77e3ea320469'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:04:47.240901 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:04:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['20a8842e-3c69-4ee4-8e27-77e3ea320469'], 'active': True} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:47.265429 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Calling delete_port for 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f owned by network:router_gateway {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:47.361425 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvr_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] Set router 20a8842e-3c69-4ee4-8e27-77e3ea320469 gateway port host: None {{(pid=99052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:04:47.416748 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_hamode_db [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 6, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port_host': None}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:47.420781 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00075ed5-b375-4440-8f1a-dd4d71fe63d1 None None] The sync data for ids ['20a8842e-3c69-4ee4-8e27-77e3ea320469'] in dv-cinder-772126-4-smb is: [{'id': '20a8842e-3c69-4ee4-8e27-77e3ea320469', 'name': 'tempest-AttachVolumeShelveTestJSON-2041945784-router', 'tenant_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:56:50Z', 'updated_at': '2021-06-16T17:04:46Z', 'revision_number': 6, 'project_id': '98d7f3a06c3d4b96bbff330a9abc6529', 'gw_port_host': None}] {{(pid=99052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:04:47.546763 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.548987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:47.572651 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:47.576658 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:47.641548 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.746509 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.749153 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.881425 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.882039 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20a8842e-3c69-4ee4-8e27-77e3ea320469 {{(pid=99051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:04:47.887164 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.888143 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4607df48-9268-45f4-a2b5-404f1c5eb727 admin admin] 10.222.0.72 "DELETE /v2.0/routers/20a8842e-3c69-4ee4-8e27-77e3ea320469 HTTP/1.1" status: 204 len: 168 time: 1.1687338 Jun 16 17:04:47.890775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42776) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:47.940524 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Deleting subnet 7baf97da-8d00-44d2-95d9-fe7f16bbfa79 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:04:47.946427 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:47.990019 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.106773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.180153 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745792e9-f059-4ed8-8021-8c807a56d133 req-685fb4b4-0a74-4f15-bea2-9d6fbd268bab tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:48.181859 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-745792e9-f059-4ed8-8021-8c807a56d133 req-685fb4b4-0a74-4f15-bea2-9d6fbd268bab tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1233559 Jun 16 17:04:48.248968 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-745792e9-f059-4ed8-8021-8c807a56d133 req-776f1ebd-3c90-4d5f-baaa-9acaba9358f9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546486 Jun 16 17:04:48.252921 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:48.261458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.266930 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:48.288104 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:48.288663 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 9a5ee81a-e3c0-4e81-8d0b-2472f0feb93f not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:48.289384 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8ecfe567-a859-4bb4-bd4a-9be4010b907c no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:48.316580 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7baf97da-8d00-44d2-95d9-fe7f16bbfa79,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:48.320816 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.326495 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7baf97da-8d00-44d2-95d9-fe7f16bbfa79 HTTP/1.1" status: 204 len: 168 time: 0.4323525 Jun 16 17:04:48.326495 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b0024410-24b2-473e-9b95-252a1ccf6423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:48.326904 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42780) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:48.327057 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 8ecfe567-a859-4bb4-bd4a-9be4010b907c {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:48.327496 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 8ecfe567-a859-4bb4-bd4a-9be4010b907c not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:48.331819 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633a93b-4e31-4b0a-9d9a-be02709fd098 None None] Network 3fae4177-1249-45b0-b1d5-76c802f9fafd requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:04:48.443858 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.518720 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Deleting port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:48.519050 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.600148 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] DHCP port deletion for 3fae4177-1249-45b0-b1d5-76c802f9fafd request from dv-cinder-772126-4-smb {{(pid=99052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:04:48.611424 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] For port c31f7cd5-7a5a-42d2-8605-2f39099dbed9, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:48.611804 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.679967 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Deleting port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 {{(pid=99052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:04:48.680538 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.680839 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Calling delete_port for c31f7cd5-7a5a-42d2-8605-2f39099dbed9 owned by network:dhcp {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:48.807320 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] For port c31f7cd5-7a5a-42d2-8605-2f39099dbed9, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,segment=NetworkSegment(c9759f96-0b71-4711-80b0-0ceb4b720d02),segment_id=c9759f96-0b71-4711-80b0-0ceb4b720d02)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:04:48.808014 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.887510 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Calling delete_port for c31f7cd5-7a5a-42d2-8605-2f39099dbed9 owned by network:dhcp {{(pid=99052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:04:48.892851 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.897485 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e145555b-2d81-4058-93e0-eec3cc676f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:48.922498 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:48.924330 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] No DVR routers for this DVR port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 on host dv-cinder-772126-4-smb {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:48.925981 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:48.999613 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654'] for port, after_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:48.999613 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:48.999613 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Pushing event deleted for resources: {'Port': ['ID=c31f7cd5-7a5a-42d2-8605-2f39099dbed9,revision_number=None']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:49.001269 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:49.002106 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acdab53-2f7f-4b5a-98f4-b51d537e7d44 None None] No DVR routers for this DVR port c31f7cd5-7a5a-42d2-8605-2f39099dbed9 on host dv-cinder-772126-4-smb {{(pid=99052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:04:49.005456 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.018954 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fae4177-1249-45b0-b1d5-76c802f9fafd']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:49.030934 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9759f96-0b71-4711-80b0-0ceb4b720d02') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:49.031227 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9759f96-0b71-4711-80b0-0ceb4b720d02') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:04:49.041042 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.055551 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.062203 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:04:49.062647 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:04:49.064471 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:04:49.503535 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.510020 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:49.512393 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3fae4177-1249-45b0-b1d5-76c802f9fafd HTTP/1.1" status: 204 len: 168 time: 1.1842840 Jun 16 17:04:49.513181 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c5802bbe-6aa9-48fd-81e6-a7ec2c7587cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:49.516405 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264d50-d847-4dc6-be18-74f93db62c63 req-152383fa-b01c-4532-896a-26b7027bc0bd tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:49.519068 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-16264d50-d847-4dc6-be18-74f93db62c63 req-152383fa-b01c-4532-896a-26b7027bc0bd tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1253586 Jun 16 17:04:49.528110 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fae4177-1249-45b0-b1d5-76c802f9fafd,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:49.530679 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:49.565577 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-16264d50-d847-4dc6-be18-74f93db62c63 req-1499ef3a-1286-4331-8215-b0bbbdcea646 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385337 Jun 16 17:04:50.012032 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42786) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:50.056118 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-5cd5c573-32ab-47f3-9ee1-9657ab7a6a51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98d7f3a06c3d4b96bbff330a9abc6529&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427914 Jun 16 17:04:50.058713 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42788) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:50.112620 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:50.136855 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:50.214956 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c31f7cd5-7a5a-42d2-8605-2f39099dbed9 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:04:50.238720 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: c31f7cd5-7a5a-42d2-8605-2f39099dbed9 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:04:50.239139 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device c31f7cd5-7a5a-42d2-8605-2f39099dbed9 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:04:50.455163 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:50.457958 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:50.459268 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6b6b431-d471-48e0-94db-9ba5ca0eefe0 HTTP/1.1" status: 204 len: 168 time: 0.3995798 Jun 16 17:04:50.460155 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0bc80aa4-d696-4513-9194-fe9e2d1000b6 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:50.468957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6b431-d471-48e0-94db-9ba5ca0eefe0,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:50.472113 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-55195c5e-ebed-4774-a3c9-7d9a0e65859d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:50.788003 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01b71-e070-479d-8f5a-e7fe7d479a61 req-6894bcc4-10aa-4ba2-b974-f1c053d02d27 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:50.789735 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-86c01b71-e070-479d-8f5a-e7fe7d479a61 req-6894bcc4-10aa-4ba2-b974-f1c053d02d27 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0832913 Jun 16 17:04:50.833279 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-86c01b71-e070-479d-8f5a-e7fe7d479a61 req-b25ccabb-3623-42a0-bb02-5ccccd4d0477 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375071 Jun 16 17:04:51.003901 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-f2b0319a-8636-4611-ac9e-57d94bf91731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:51.400383 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781522a-68c9-498f-8c82-c947ccb602a5 req-0c376117-d701-48c3-9544-db1902d3a920 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.402468 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3781522a-68c9-498f-8c82-c947ccb602a5 req-0c376117-d701-48c3-9544-db1902d3a920 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0722611 Jun 16 17:04:51.453769 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3781522a-68c9-498f-8c82-c947ccb602a5 req-1d71f003-5e53-4b54-897f-6d5011cb206b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400341 Jun 16 17:04:51.549066 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-9abbd9e2-9e38-4227-86b1-ff223697ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.550596 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-9abbd9e2-9e38-4227-86b1-ff223697ce96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1098 time: 0.0597394 Jun 16 17:04:51.669307 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-1b2c335e-a453-4de4-8887-d823158982b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.672428 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-1b2c335e-a453-4de4-8887-d823158982b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 912 time: 0.1140392 Jun 16 17:04:51.742610 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-493edfce-00fc-4a33-8397-629cd95c51c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 200 len: 1001 time: 0.0623031 Jun 16 17:04:51.806383 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-665ea891-7d79-4c50-864e-96450ed38e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.807867 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-665ea891-7d79-4c50-864e-96450ed38e94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0586336 Jun 16 17:04:51.894168 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-7abb9f0d-ec0c-4e00-a890-5a95217d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:51.895713 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-7abb9f0d-ec0c-4e00-a890-5a95217d0759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776043 Jun 16 17:04:52.015277 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-7d3f6fc4-e5ac-4955-b158-ec3db065393a service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112466 Jun 16 17:04:52.127137 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-51444cb3-b1bb-43f9-b4bc-544a9c749c53 req-f2c31196-4e3e-4600-b639-626fffa13468 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037960 Jun 16 17:04:52.668907 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8290fd-8cb5-4af8-802d-2bf4f543f943 req-c6e627e2-7426-4d32-9e73-1dc5ed1b8600 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:52.670535 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ed8290fd-8cb5-4af8-802d-2bf4f543f943 req-c6e627e2-7426-4d32-9e73-1dc5ed1b8600 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0842111 Jun 16 17:04:52.717047 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ed8290fd-8cb5-4af8-802d-2bf4f543f943 req-1e13c4f0-b006-4ecc-a814-09707be7b9c8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395136 Jun 16 17:04:53.569422 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-17bbce5a-5f53-4f8e-b9c7-520603f2f2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.703409 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:53.932266 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9d3d8-193d-42cb-9798-45cd398c34df req-c506b3f3-0d41-466f-afea-8dbf69e24e3f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:04:53.934242 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38f9d3d8-193d-42cb-9798-45cd398c34df req-c506b3f3-0d41-466f-afea-8dbf69e24e3f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0762568 Jun 16 17:04:54.008421 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-38f9d3d8-193d-42cb-9798-45cd398c34df req-a41e7642-80ad-45fd-83f6-73a55c07df89 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627825 Jun 16 17:04:54.403726 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:56.350208 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:58.769741 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.180488 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42878) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:59.296551 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.414772 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.686356 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.688991 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7c862e15-3051-4a9a-a35e-7f914390a648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:59.726270 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f8c4f7-456d-48ed-b72f-ca211b705fe1,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:59.730175 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:04:59.732649 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1eeb98c80a7b4d02abe8cd6900dc956a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510952 Jun 16 17:04:59.735862 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42882) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:04:59.786030 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.813742 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.960778 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.963576 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:04:59.964795 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6f8c4f7-456d-48ed-b72f-ca211b705fe1 HTTP/1.1" status: 204 len: 168 time: 0.2276373 Jun 16 17:04:59.965727 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-1cf65e83-86fb-4403-85e7-e5b27953c2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:04:59.974669 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f8c4f7-456d-48ed-b72f-ca211b705fe1,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:04:59.977061 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f9a4821b-927a-4c3c-982a-92d291cfbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:00.730334 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 42888) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:00.744807 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:00.848829 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:00.962824 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:00.965706 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-eb43c9e6-9406-4ea4-8cc9-2b3f8edeaca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:01.036020 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3201e3ada8854ea0bde455ccc605765d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044264 Jun 16 17:05:01.037151 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442cb45-9266-4190-831e-33de9c0e9458,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:01.039378 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 42890) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:01.041214 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:01.071042 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-01732ff8-ea27-40c9-a6ed-e80bd8f73ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957570 Jun 16 17:05:01.102833 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:01.126281 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:01.151906 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-9bac62ba-f83f-4004-8ef6-67affa731c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:01.153467 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-9bac62ba-f83f-4004-8ef6-67affa731c65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 1098 time: 0.0565636 Jun 16 17:05:01.246411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:01.249876 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:01.251716 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1442cb45-9266-4190-831e-33de9c0e9458 HTTP/1.1" status: 204 len: 168 time: 0.2087617 Jun 16 17:05:01.252920 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-50b479b9-6c81-4b55-b304-817e9acb0d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:01.267239 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442cb45-9266-4190-831e-33de9c0e9458,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:01.267239 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:01.289468 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-6772bf1c-6778-4c2f-b84b-d9380c8cda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:01.291481 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-6772bf1c-6778-4c2f-b84b-d9380c8cda99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 912 time: 0.1151404 Jun 16 17:05:01.366490 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-ce256391-077d-4f85-8cfe-07df65704624 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 200 len: 1001 time: 0.0676124 Jun 16 17:05:01.420324 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-1064cf47-2f34-4c4e-ada4-5f6a8465d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:01.422400 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-1064cf47-2f34-4c4e-ada4-5f6a8465d37e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0488620 Jun 16 17:05:01.496358 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-88c35974-cd10-472c-bb51-dac9824ecc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:01.497981 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-88c35974-cd10-472c-bb51-dac9824ecc53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683782 Jun 16 17:05:01.631149 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-db0dc9df-1b6e-4314-a85a-c600d65ba726 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223094 Jun 16 17:05:01.745228 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5f79b609-c49b-4251-b944-f45383f45ce4 req-ad29c4ce-4575-4940-8374-e0b5d8d02b8d service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069434 Jun 16 17:05:16.326928 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43004) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:16.447598 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.541172 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.611747 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.614438 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-7cef7276-a440-4df5-8763-792b584acb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:16.660317 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=400b977415814ce4bf6e591694d04473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300261 Jun 16 17:05:16.660317 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1916a48-241f-4eb2-b58b-8751d20f3084,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:16.660907 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43010) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:16.665368 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:16.716769 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.739548 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.891770 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.894449 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:16.899000 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1916a48-241f-4eb2-b58b-8751d20f3084 HTTP/1.1" status: 204 len: 168 time: 0.2365098 Jun 16 17:05:16.900019 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a151c4b4-0914-4da9-bdd4-85c0daf76997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:16.909086 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1916a48-241f-4eb2-b58b-8751d20f3084,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:16.917586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.917963 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.918329 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.918690 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.919049 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.919407 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.920576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.920576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.920781 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.921009 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.921379 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.921905 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:16.925555 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f4a9cee8-43da-4733-9e55-3dccc267a686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:17.684723 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43016) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:17.699126 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-938889f7-f172-4707-a528-810ad75c2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:17.799655 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-938889f7-f172-4707-a528-810ad75c2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:17.929966 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-938889f7-f172-4707-a528-810ad75c2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:17.931695 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-62ea0e7b-d3dd-44c2-9e69-7d488b792051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:17.969053 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-938889f7-f172-4707-a528-810ad75c2f86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c6b241262eb4c62872424367b9f2995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832110 Jun 16 17:05:17.970483 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938889f7-f172-4707-a528-810ad75c2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2166a44-41d1-47a4-941e-6331eebf7731,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:17.971683 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43020) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:17.973775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-938889f7-f172-4707-a528-810ad75c2f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:18.027628 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.051568 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.254493 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.257102 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:18.258420 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2166a44-41d1-47a4-941e-6331eebf7731 HTTP/1.1" status: 204 len: 168 time: 0.2856345 Jun 16 17:05:18.259271 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e4f7e0c3-273b-47cd-8b7f-ebaa8a831133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:18.267184 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2166a44-41d1-47a4-941e-6331eebf7731,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:18.270044 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-f8cc5250-580f-451c-bfe5-9bf384367e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:20.149922 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43052) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:20.213781 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:05:20.269242 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-23b06de0-3a85-4367-b338-708ed6fc32d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.366871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-23b06de0-3a85-4367-b338-708ed6fc32d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.469412 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-23b06de0-3a85-4367-b338-708ed6fc32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.472365 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-15bb14d4-b542-40eb-a4a9-509f235a14f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:20.515137 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-23b06de0-3a85-4367-b338-708ed6fc32d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2224b968059f40eebf2ef25a3b1b9069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633862 Jun 16 17:05:20.516026 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b06de0-3a85-4367-b338-708ed6fc32d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b72a11-e3bb-4cfa-bd8a-f3050531d071,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:20.519381 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-23b06de0-3a85-4367-b338-708ed6fc32d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:20.519569 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43056) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:20.571933 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.595240 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.754892 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.759957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:20.761209 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73b72a11-e3bb-4cfa-bd8a-f3050531d071 HTTP/1.1" status: 204 len: 168 time: 0.2402353 Jun 16 17:05:20.762205 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-eca229d9-521e-4a41-acb6-a8e89db31217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:20.771096 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b72a11-e3bb-4cfa-bd8a-f3050531d071,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:20.774187 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:21.111121 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-9bbb6616-4fca-4a14-b764-a941d76458c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:22.873829 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43086) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:22.985564 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2d280d6e-07ad-4da1-b2fc-54678c9df953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.088475 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2d280d6e-07ad-4da1-b2fc-54678c9df953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.179581 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-2d280d6e-07ad-4da1-b2fc-54678c9df953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.182331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f9d44a38-7bc1-43a7-a35a-b1357e578259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:23.219986 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d280d6e-07ad-4da1-b2fc-54678c9df953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4939154-3afe-42b7-a63e-f6994c4363de,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:23.224315 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-2d280d6e-07ad-4da1-b2fc-54678c9df953 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=508143e6423e439894d6d7ff9ac7f9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493023 Jun 16 17:05:23.225324 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2d280d6e-07ad-4da1-b2fc-54678c9df953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:23.228455 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43090) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:23.280288 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.302701 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.425327 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.430745 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.430745 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4939154-3afe-42b7-a63e-f6994c4363de HTTP/1.1" status: 204 len: 168 time: 0.2008433 Jun 16 17:05:23.430745 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d59b98ab-ed16-4c37-919b-c0d5eb6f35ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:23.438776 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4939154-3afe-42b7-a63e-f6994c4363de,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:23.441967 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:23.543920 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ede462d3-491a-47b8-97d7-69f4d7db24c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:23.628675 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:24.377954 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:26.311028 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:28.765839 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:29.704705 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f2da-a2fd-46a8-bbc9-8d8da9fbf2da req-f37d6056-9ac4-4ded-87b2-b6536fb6f60b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:29.706279 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-95c8f2da-a2fd-46a8-bbc9-8d8da9fbf2da req-f37d6056-9ac4-4ded-87b2-b6536fb6f60b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0712478 Jun 16 17:05:29.748302 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-95c8f2da-a2fd-46a8-bbc9-8d8da9fbf2da req-c3f4e7e2-2ad7-4a06-b904-4a0359d7db05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358140 Jun 16 17:05:30.941043 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2399b8-cca8-4210-ae58-2d4760707b85 req-7f748bb5-e132-469b-8205-9d0ca68e0c6b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:30.942622 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8c2399b8-cca8-4210-ae58-2d4760707b85 req-7f748bb5-e132-469b-8205-9d0ca68e0c6b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0731575 Jun 16 17:05:30.982276 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-8c2399b8-cca8-4210-ae58-2d4760707b85 req-ffb9f557-6c22-48cb-87cf-730d71e876c4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330665 Jun 16 17:05:31.647579 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aca78-953c-499b-9639-07048ac83f01 req-fbd2a029-88f0-4cb2-81f2-290ed039e586 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:31.649780 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-678aca78-953c-499b-9639-07048ac83f01 req-fbd2a029-88f0-4cb2-81f2-290ed039e586 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.0630107 Jun 16 17:05:31.752440 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Deleting port 108de017-1366-45ea-9e5c-8271a6efed62 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:31.752802 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:31.841415 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] For port 108de017-1366-45ea-9e5c-8271a6efed62, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=108de017-1366-45ea-9e5c-8271a6efed62,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:31.841769 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:32.014212 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:32.014587 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:32.014899 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Floating IP 9272d54c-3d74-4d66-a17f-135029883471 disassociated. External IP: 172.28.0.183, port: 108de017-1366-45ea-9e5c-8271a6efed62. Jun 16 17:05:32.015241 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Calling delete_port for 108de017-1366-45ea-9e5c-8271a6efed62 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:32.194115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9e1d3-92f5-435f-a01d-c81a4b75ae47 req-e325141b-95b9-46f2-8767-80b442a646b4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:32.196286 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8df9e1d3-92f5-435f-a01d-c81a4b75ae47 req-e325141b-95b9-46f2-8767-80b442a646b4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 945 time: 0.1015961 Jun 16 17:05:32.238314 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-8df9e1d3-92f5-435f-a01d-c81a4b75ae47 req-63d9287c-19d9-40c6-b7ed-e8691f60f23e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=5e54baa5-62fc-4270-b182-a2355a409428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363679 Jun 16 17:05:32.333524 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:32.338896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-84f25bd3-1328-45de-a3e0-1526ca94c171 tempest-AttachVolumeShelveTestJSON-1660093937 tempest-AttachVolumeShelveTestJSON-1660093937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:32.370709 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event deleted for resources: {'Port': ['ID=108de017-1366-45ea-9e5c-8271a6efed62,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:32.374497 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:32.485889 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:32.595222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:32.605912 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:32.615051 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:32.615750 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:05:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:32.641486 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] No DVR routers for this DVR port 108de017-1366-45ea-9e5c-8271a6efed62 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:05:32.643963 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:32.646083 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-678aca78-953c-499b-9639-07048ac83f01 req-83f2d312-4fd5-485e-b037-963ae104499e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "DELETE /v2.0/ports/108de017-1366-45ea-9e5c-8271a6efed62 HTTP/1.1" status: 204 len: 173 time: 0.9904025 Jun 16 17:05:32.646587 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'name': 'network-vif-deleted', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:32.649649 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709e169-2d30-43c3-b963-e3971ae6d431" -d '{"events": [{"server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "name": "network-vif-deleted", "tag": "108de017-1366-45ea-9e5c-8271a6efed62"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:32.687495 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc985adb-eb5d-49a2-9256-0fac889a2454 x-openstack-request-id: req-fc985adb-eb5d-49a2-9256-0fac889a2454 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:32.687843 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6578d3b-499d-4923-80af-b037a8077e99", "name": "network-vif-deleted", "tag": "108de017-1366-45ea-9e5c-8271a6efed62", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:32.688133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc985adb-eb5d-49a2-9256-0fac889a2454 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:32.688571 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6578d3b-499d-4923-80af-b037a8077e99', 'name': 'network-vif-deleted', 'tag': '108de017-1366-45ea-9e5c-8271a6efed62', 'status': 'completed', 'code': 200} Jun 16 17:05:32.727620 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:32.941086 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:32.944559 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:32.963871 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:32.963871 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:05:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:33.069230 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:33.281617 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:33.285663 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a2b40-b90c-46e9-a100-8f524c7ddada None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:33.416355 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-88d6d847-4462-4de8-b29d-0789874633a5 req-2814c1bf-4bfd-40dc-8394-066757f5df01 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6578d3b-499d-4923-80af-b037a8077e99 HTTP/1.1" status: 200 len: 210 time: 0.0460069 Jun 16 17:05:33.524636 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92700749-80d1-4a86-a410-716d140c3fbd None None] New status for floating IP 9272d54c-3d74-4d66-a17f-135029883471: DOWN {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:05:34.641514 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43190) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:34.697206 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:34.720093 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:34.880068 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:34.880068 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:34.880997 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "DELETE /v2.0/security-groups/5e54baa5-62fc-4270-b182-a2355a409428 HTTP/1.1" status: 204 len: 168 time: 0.2382925 Jun 16 17:05:34.881931 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-18a0b6d9-1473-4a7f-9d4e-f59f70bcab2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:34.884852 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43198) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:34.895420 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e54baa5-62fc-4270-b182-a2355a409428,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:34.898795 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-55dfc737-5886-47e7-a6f3-1b4a6e06fcee tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:34.901000 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.api.v2.resource [None req-3ef35eb2-89b6-4b64-80dd-278adcc372a3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] show failed (client error): The resource could not be found. Jun 16 17:05:34.902281 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-3ef35eb2-89b6-4b64-80dd-278adcc372a3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups/5e54baa5-62fc-4270-b182-a2355a409428 HTTP/1.1" status: 404 len: 347 time: 0.0159268 Jun 16 17:05:34.905575 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43200) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:35.049133 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Deleting port a978d351-493f-49eb-963e-9dcbb5fa5d66 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:05:35.049510 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.126903 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.127293 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.195963 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Calling delete_port for a978d351-493f-49eb-963e-9dcbb5fa5d66 owned by network:floatingip {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:05:35.465215 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.467480 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a46f249b-471c-4dba-b435-ad45f956701c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:35.493162 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event deleted for resources: {'Port': ['ID=a978d351-493f-49eb-963e-9dcbb5fa5d66,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:35.496429 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:35.556333 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.558925 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:35.560276 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "DELETE /v2.0/floatingips/9272d54c-3d74-4d66-a17f-135029883471 HTTP/1.1" status: 204 len: 168 time: 0.6537204 Jun 16 17:05:36.034232 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 108de017-1366-45ea-9e5c-8271a6efed62 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:05:36.055598 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 108de017-1366-45ea-9e5c-8271a6efed62 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:05:36.055858 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 108de017-1366-45ea-9e5c-8271a6efed62 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:05:36.086744 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43214) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:36.091770 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751416745', 'description': 'tempest-description--1732319113'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:36.228955 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.329423 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.493653 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.496225 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-79837929-75f0-459f-b28f-9572d6f543f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:36.523488 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c108a54e-ad34-4ee9-8006-9907cc930c68,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:36.531260 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.531666 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.532036 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.532415 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.532762 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.533118 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.533506 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.533857 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.534208 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.534558 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.534907 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.535254 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:36.538898 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:36.699181 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.700564 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-1af84bc1-6f5a-4aaa-bfb4-d5b0fffc28e8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6127625 Jun 16 17:05:36.705002 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43216) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:36.711569 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'security_group_rule': {'security_group_id': 'c108a54e-ad34-4ee9-8006-9907cc930c68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:36.868973 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:36.932109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.007809 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.013740 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:37.032521 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65360da2-e32f-4ab4-8890-1a03ecc5f174,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:37.035057 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:37.103691 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.104901 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-cd3a37d4-8a9a-4b0e-ad62-f623965c3109 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3982933 Jun 16 17:05:37.107603 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43224) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:37.112587 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'security_group_rule': {'security_group_id': 'c108a54e-ad34-4ee9-8006-9907cc930c68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:37.248421 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.310524 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.423003 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16636706'] for security_group_rule, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.429109 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:37.444244 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea79de91-bf57-4b7d-a3ad-4c2f82b482c5,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:37.448098 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:37.522166 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.523625 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-989e72ef-d425-495f-b5b7-77f682103dfb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4148421 Jun 16 17:05:37.526807 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43228) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:37.531268 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'floatingip': {'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:37.642103 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.747047 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:37.851882 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.db_base_plugin_common [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Allocated IP 172.28.0.3 (e74e16c3-a3b8-4a86-a49c-4fd7812db28b/fdbdc121-fe28-4987-9a2c-897e84c115ab/65f4d5e5-527c-4873-b831-443e43f4815c) {{(pid=99050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:05:37.958420 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for port, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.057238 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14373814'] for port, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.059428 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:38.096688 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Network e74e16c3-a3b8-4a86-a49c-4fd7812db28b is already hosted by enough agents. {{(pid=99050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:05:38.102674 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Resources bound (agent type, host, resource id): {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:05:38.106214 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Received port after_create {{(pid=99050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:05:38.128842 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'Port': ['ID=65f4d5e5-527c-4873-b831-443e43f4815c,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:38.133100 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:38.194788 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.311815 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.474136 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for port, precommit_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.577053 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14373792'] for port, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.579271 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cadecd30-0527-4a8c-8938-870290cb863e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:38.650644 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'Port': ['ID=65f4d5e5-527c-4873-b831-443e43f4815c,revision_number=2']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:38.654545 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:38.661801 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.767745 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:38.768989 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-816f0102-78c8-4e75-a351-25083469f4d9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2412345 Jun 16 17:05:38.971913 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-7db7cd4c-5d21-4c9c-8e85-7be92c77e881 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1751416745&fields=id&tenant_id=a1a0e8e108374dc985d63b0d2654aa29 HTTP/1.1" status: 200 len: 267 time: 0.0339777 Jun 16 17:05:39.088193 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-f0b7c04c-8958-418f-9a73-b7606bd8866e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:39.089745 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-f0b7c04c-8958-418f-9a73-b7606bd8866e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 811 time: 0.1102200 Jun 16 17:05:39.106533 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-0bc0d973-77de-4410-a850-e3c58cd9154b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/quotas/a1a0e8e108374dc985d63b0d2654aa29 HTTP/1.1" status: 200 len: 375 time: 0.0106132 Jun 16 17:05:39.184920 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-81bb9a35-97aa-44b8-a18b-8e97cfc3373b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714064 Jun 16 17:05:39.381184 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-25c7b515-9324-40b7-b3f2-bbc90dff73e3 service neutron] 10.222.0.72 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842244 Jun 16 17:05:39.471997 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-c38c859d-ec7b-4948-9359-204bebb6381f service neutron] 10.222.0.72 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839372 Jun 16 17:05:39.768445 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-f03b5cbf-ffe9-4b25-b19c-257de374448d req-34375f7d-5f40-4af6-84ee-ece4439b95e0 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 210 time: 0.0326321 Jun 16 17:05:40.914611 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-bdc9bce7-36c4-4b1e-9811-3e9c7e58b26b req-27ca7956-5d11-42c4-a824-cbd122b0ab81 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jun 16 17:05:42.079901 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-97c384e1-7326-470d-a9eb-61ba984173a8 req-2da1aebe-ee4e-4bc8-91c1-9217d5563c21 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 210 time: 0.0356004 Jun 16 17:05:42.203114 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-b15d41ff-f93d-4b0a-9974-7ca7a5abdcb3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:42.204523 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-b15d41ff-f93d-4b0a-9974-7ca7a5abdcb3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 811 time: 0.1112497 Jun 16 17:05:42.249566 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-c11b42a9-c9ac-40cb-a917-f1bbb96c35fe tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a0e8e108374dc985d63b0d2654aa29 HTTP/1.1" status: 200 len: 380 time: 0.0364141 Jun 16 17:05:42.263768 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'port': {'device_id': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'admin_state_up': True, 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'security_groups': ['c108a54e-ad34-4ee9-8006-9907cc930c68']}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:42.464634 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Made reservation on behalf of a1a0e8e108374dc985d63b0d2654aa29 for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:05:42.468165 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:42.602653 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Allocated IP 172.20.0.3 (da95fef6-68a3-483e-a9d9-c0587487b4d3/8c7a828c-85f1-4087-8ec0-e89f8badb874/6422902d-d45b-4b86-9bc4-eb860528efd1) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:05:42.745437 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:42.760501 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Transition to ACTIVE for port object 6422902d-d45b-4b86-9bc4-eb860528efd1 will not be triggered until provisioned by entity DHCP. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:05:42.876808 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:42.881200 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4680452b-d236-4e99-926f-e270141da667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:42.926435 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:05:42.931987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:05:42.936287 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:05:42.944460 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event updated for resources: {'Port': ['ID=6422902d-d45b-4b86-9bc4-eb860528efd1,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:42.963957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:42.991571 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:42.992207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:43.098514 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-d1d2b274-a75c-4085-b6ad-7733d2f25f9c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387179 Jun 16 17:05:43.110638 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Request body: {'port': {'device_id': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:43.189283 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:43.235996 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-31b7f9ab-e089-49df-af1c-5e145f02415f None None] Provisioning for port 6422902d-d45b-4b86-9bc4-eb860528efd1 completed by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:05:43.241212 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-31b7f9ab-e089-49df-af1c-5e145f02415f None None] Provisioning complete for port 6422902d-d45b-4b86-9bc4-eb860528efd1 triggered by entity DHCP. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:05:43.241886 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-31b7f9ab-e089-49df-af1c-5e145f02415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:43.284957 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-31b7f9ab-e089-49df-af1c-5e145f02415f None None] Port 6422902d-d45b-4b86-9bc4-eb860528efd1 cannot update to ACTIVE because it is not bound. {{(pid=99052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 17:05:43.372644 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c5b81-6895-4fb2-8a6a-2aaef2a6f2c6 req-e94d3791-067f-4520-81ba-83f71eb37d0c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:43.374319 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3d5c5b81-6895-4fb2-8a6a-2aaef2a6f2c6 req-e94d3791-067f-4520-81ba-83f71eb37d0c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 931 time: 0.1493256 Jun 16 17:05:43.459626 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-3d5c5b81-6895-4fb2-8a6a-2aaef2a6f2c6 req-919ba34b-36a7-4132-848d-bba92946be36 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768538 Jun 16 17:05:43.536464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6422902d-d45b-4b86-9bc4-eb860528efd1 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:05:43.543973 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:43.557445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Transition to ACTIVE for port object 6422902d-d45b-4b86-9bc4-eb860528efd1 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:05:43.641976 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:43.644137 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-95ae6966-d13b-4e88-a213-6b0f5d7f4c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:44.009565 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Pushing event updated for resources: {'Port': ['ID=6422902d-d45b-4b86-9bc4-eb860528efd1,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:44.028210 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:44.079177 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Attempting to bind port 6422902d-d45b-4b86-9bc4-eb860528efd1 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:05:44.079563 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Attempting to bind port 6422902d-d45b-4b86-9bc4-eb860528efd1 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:05:44.079902 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Attempting to bind port 6422902d-d45b-4b86-9bc4-eb860528efd1 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:05:44.084491 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Port 6422902d-d45b-4b86-9bc4-eb860528efd1 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:05:44.084808 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Attempting to bind port 6422902d-d45b-4b86-9bc4-eb860528efd1 on network da95fef6-68a3-483e-a9d9-c0587487b4d3 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:05:44.089872 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:05:44.090208 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Checking segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:05:44.090587 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Bound using segment: {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:05:44.091008 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Bound port: 6422902d-d45b-4b86-9bc4-eb860528efd1, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b2922c-9907-4e74-a301-d7751f968ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:05:44.091348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.161293 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] For port 6422902d-d45b-4b86-9bc4-eb860528efd1, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:05:44.164903 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] For port 6422902d-d45b-4b86-9bc4-eb860528efd1, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6422902d-d45b-4b86-9bc4-eb860528efd1,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:05:44.246403 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.248701 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ac9994f7-4adb-4608-bc91-b8d6f2959db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:44.286148 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.286828 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:44.288213 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] 10.222.0.13 "PUT /v2.0/ports/6422902d-d45b-4b86-9bc4-eb860528efd1 HTTP/1.1" status: 200 len: 1093 time: 1.1819062 Jun 16 17:05:44.290701 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:44.294670 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e00f78-83f8-4dd1-8ef6-801fc65cea14" -d '{"events": [{"name": "network-changed", "server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:44.327498 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Pushing event updated for resources: {'Port': ['ID=6422902d-d45b-4b86-9bc4-eb860528efd1,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:44.332005 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8c698d88-6318-4dc9-b51f-37adcd3b3af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:44.353422 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fd31fe-97fa-48ee-937e-96bd988f67a1 x-openstack-request-id: req-a7fd31fe-97fa-48ee-937e-96bd988f67a1 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:44.353840 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:44.354199 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7fd31fe-97fa-48ee-937e-96bd988f67a1 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:44.354704 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'status': 'completed', 'code': 200} Jun 16 17:05:44.441488 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e00f78-83f8-4dd1-8ef6-801fc65cea14 req-9a8127f1-4b0f-4319-9807-6a2f5b4a4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.443088 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-64e00f78-83f8-4dd1-8ef6-801fc65cea14 req-9a8127f1-4b0f-4319-9807-6a2f5b4a4d5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 1096 time: 0.0674870 Jun 16 17:05:44.564916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e00f78-83f8-4dd1-8ef6-801fc65cea14 req-682e1ecf-e6d8-4a61-baa7-19bc356cb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.566466 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-64e00f78-83f8-4dd1-8ef6-801fc65cea14 req-682e1ecf-e6d8-4a61-baa7-19bc356cb086 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1159453 Jun 16 17:05:44.705468 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e00f78-83f8-4dd1-8ef6-801fc65cea14 req-16cf8956-458b-47bc-bcf5-57bd6aad484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.707079 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-64e00f78-83f8-4dd1-8ef6-801fc65cea14 req-16cf8956-458b-47bc-bcf5-57bd6aad484e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340067 Jun 16 17:05:44.727495 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac0fb-a627-4ec9-a3b5-8ec32d0e6476 req-ca1f8a39-28c6-4fa9-a873-96607029dd08 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.729033 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1ccac0fb-a627-4ec9-a3b5-8ec32d0e6476 req-ca1f8a39-28c6-4fa9-a873-96607029dd08 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 943 time: 0.1352472 Jun 16 17:05:44.798468 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1ccac0fb-a627-4ec9-a3b5-8ec32d0e6476 req-5c5ea907-708c-46f6-bddc-81a37f813ac1 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630431 Jun 16 17:05:44.822572 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-ea886232-0fc9-45fa-a1de-0f502d7debb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.824107 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-ea886232-0fc9-45fa-a1de-0f502d7debb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 1096 time: 0.0703843 Jun 16 17:05:44.876224 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-c1c7466d-2be0-44f3-866b-1c349ad4d99c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6422902d-d45b-4b86-9bc4-eb860528efd1 HTTP/1.1" status: 200 len: 217 time: 0.0390160 Jun 16 17:05:44.945256 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-9c78932b-aa9b-4537-b140-e6067a7b3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:44.947397 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-9c78932b-aa9b-4537-b140-e6067a7b3e8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0706069 Jun 16 17:05:45.009648 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-3128ccd0-b172-4f94-bc35-288f16c6835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:45.011079 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-3128ccd0-b172-4f94-bc35-288f16c6835d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566666 Jun 16 17:05:45.121813 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-2ec1f91b-22b5-4053-9d4a-7361f65d0f61 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027055 Jun 16 17:05:45.213991 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7a6f4d9c-2b2f-4d6d-a02f-c9966cdc1eb2 req-f0e142ac-1c6d-465a-9768-e3f104bfdf43 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851853 Jun 16 17:05:45.988947 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44797a31-4366-4c0d-99c2-eb92a5aace92 req-81f13ba1-80dd-467e-b9c6-e7f6410e17c9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:45.990545 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44797a31-4366-4c0d-99c2-eb92a5aace92 req-81f13ba1-80dd-467e-b9c6-e7f6410e17c9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 943 time: 0.0690453 Jun 16 17:05:46.031253 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-44797a31-4366-4c0d-99c2-eb92a5aace92 req-61cd9723-8033-43c4-8b78-dd0db1a951b7 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346737 Jun 16 17:05:47.224544 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f0df-9b87-475f-9faa-bc45016d654e req-81a9ba42-24b7-4ad8-902f-2ac232a9f8df tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:47.226166 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7ee5f0df-9b87-475f-9faa-bc45016d654e req-81a9ba42-24b7-4ad8-902f-2ac232a9f8df tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 943 time: 0.0762508 Jun 16 17:05:47.278295 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7ee5f0df-9b87-475f-9faa-bc45016d654e req-d14fdf85-8cc8-4700-99fa-8ab89a354308 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Jun 16 17:05:48.138259 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 6422902d-d45b-4b86-9bc4-eb860528efd1 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:05:48.242076 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 6422902d-d45b-4b86-9bc4-eb860528efd1, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6422902d-d45b-4b86-9bc4-eb860528efd1,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:48.254991 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'port_id': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'mac_address': 'fa:16:3e:9f:07:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:05:48.304773 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.320823 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6422902d-d45b-4b86-9bc4-eb860528efd1 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:05:48.346731 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 6422902d-d45b-4b86-9bc4-eb860528efd1, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6422902d-d45b-4b86-9bc4-eb860528efd1,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:48.463294 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:48.465206 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-978e8e92-3290-4c6c-b67b-34d7aea35530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:48.471706 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca997973-f2bb-48d9-9dc3-917546031c16 req-6154daf5-34c7-485e-9d78-dfa36557ee7e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:48.473200 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ca997973-f2bb-48d9-9dc3-917546031c16 req-6154daf5-34c7-485e-9d78-dfa36557ee7e tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 943 time: 0.0674210 Jun 16 17:05:48.513723 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=6422902d-d45b-4b86-9bc4-eb860528efd1,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:48.517528 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-ca997973-f2bb-48d9-9dc3-917546031c16 req-c8dac115-8364-4c92-8792-c7b6abbe7f24 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383976 Jun 16 17:05:48.521028 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.521404 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.521745 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.522081 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.522415 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.522747 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.523075 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.523432 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.523772 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.524123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.524447 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.524775 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:05:48.529289 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:48.689031 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['6422902d-d45b-4b86-9bc4-eb860528efd1'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:05:49.702920 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f720bea-b996-417d-8c18-83803e2e47c7 req-5f61f10b-08f9-42aa-bcf5-453d7364c577 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:49.704353 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4f720bea-b996-417d-8c18-83803e2e47c7 req-5f61f10b-08f9-42aa-bcf5-453d7364c577 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 944 time: 0.0675914 Jun 16 17:05:49.744098 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-4f720bea-b996-417d-8c18-83803e2e47c7 req-a2b0bd64-d811-4af2-913d-c14bb835e29c tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340409 Jun 16 17:05:50.150188 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 6422902d-d45b-4b86-9bc4-eb860528efd1 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:05:50.291543 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 6422902d-d45b-4b86-9bc4-eb860528efd1 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:05:50.298723 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 6422902d-d45b-4b86-9bc4-eb860528efd1 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:05:50.298723 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.384830 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.412014 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:50.414360 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4d8c7-c2c3-4b02-8d77-1835ea82e671" -d '{"events": [{"server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "name": "network-vif-plugged", "status": "completed", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:50.425838 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 6422902d-d45b-4b86-9bc4-eb860528efd1, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6422902d-d45b-4b86-9bc4-eb860528efd1,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:05:50.457627 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1244ccf-eccc-4245-93c2-5d51b9d7cff4 x-openstack-request-id: req-e1244ccf-eccc-4245-93c2-5d51b9d7cff4 {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:50.457934 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "name": "network-vif-plugged", "status": "completed", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:50.458201 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1244ccf-eccc-4245-93c2-5d51b9d7cff4 {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:50.458862 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'code': 200} Jun 16 17:05:50.589010 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:50.592272 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:05:50.644535 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=6422902d-d45b-4b86-9bc4-eb860528efd1,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:05:50.647639 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:05:50.966177 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a5df-f675-4c17-a866-edcb7a884336 req-15b2428e-bc10-4fbf-b135-4d3035a5a00a tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:50.967681 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c1b0a5df-f675-4c17-a866-edcb7a884336 req-15b2428e-bc10-4fbf-b135-4d3035a5a00a tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.1010692 Jun 16 17:05:51.011056 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-fa809515-8be7-451b-854a-635348869abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:51.011714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f7825-509f-4ab2-8a4b-550ef6263490 req-d3aee727-3347-4373-bd78-a25d9aa51ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:51.013188 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d64f7825-509f-4ab2-8a4b-550ef6263490 req-d3aee727-3347-4373-bd78-a25d9aa51ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 1098 time: 0.1032925 Jun 16 17:05:51.018262 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-c1b0a5df-f675-4c17-a866-edcb7a884336 req-0612e48a-6727-49fa-825c-9af0a00ef9c0 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Jun 16 17:05:51.053388 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d64f7825-509f-4ab2-8a4b-550ef6263490 req-1ff84a23-61bb-4a76-a564-28847e9440b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336833 Jun 16 17:05:52.219997 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcd0a-f86f-4434-af9c-4a44fb8f40ff req-f9107383-e763-45c8-a267-146bdca836ae tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:52.221611 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a65fcd0a-f86f-4434-af9c-4a44fb8f40ff req-f9107383-e763-45c8-a267-146bdca836ae tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.0753376 Jun 16 17:05:52.262103 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-a65fcd0a-f86f-4434-af9c-4a44fb8f40ff req-f72ebfed-8da7-4447-9827-f0b40c636024 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342720 Jun 16 17:05:53.452804 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab052f-d281-41d4-929f-b31d9a1c8afa req-7ba50ed3-0657-45f5-8cc1-d4fbbb3cbee3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:53.454293 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7eab052f-d281-41d4-929f-b31d9a1c8afa req-7ba50ed3-0657-45f5-8cc1-d4fbbb3cbee3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.0807433 Jun 16 17:05:53.492411 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7eab052f-d281-41d4-929f-b31d9a1c8afa req-c211db15-78a0-421c-80ec-f0e6d731a272 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Jun 16 17:05:53.527354 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d88f874a-397f-4b60-915e-1213d8459240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:53.645450 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:53.661651 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b0b7f-1abf-4939-8875-e40092c2781a req-f2989f66-c1d4-4364-aa41-a05e4cdb54e3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:53.666145 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-cb1b0b7f-1abf-4939-8875-e40092c2781a req-f2989f66-c1d4-4364-aa41-a05e4cdb54e3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.0632806 Jun 16 17:05:53.672854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43390) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:05:53.677540 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Request body: {'floatingip': {'port_id': '6422902d-d45b-4b86-9bc4-eb860528efd1'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:05:53.719916 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.191391 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.264680 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.367251 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.368097 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Floating IP 1a4d8461-f61a-4138-88d9-8b7869655ef9 associated. External IP: 172.28.0.3, port: 6422902d-d45b-4b86-9bc4-eb860528efd1. Jun 16 17:05:54.585462 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:05:54.703465 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:05:54.708690 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:54.713176 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:05:54.723967 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:54.724677 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:05:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:54.748400 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a85fdbe8-84e6-4d2e-a2de-18faffb886e4 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "PUT /v2.0/floatingips/1a4d8461-f61a-4138-88d9-8b7869655ef9 HTTP/1.1" status: 200 len: 989 time: 1.0743980 Jun 16 17:05:54.749052 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:05:54.751504 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c527e-dd3d-4f43-9868-47f581d802f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:05:54.795397 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c29bf4-873e-4dd8-9554-ab49cf0ece5c x-openstack-request-id: req-17c29bf4-873e-4dd8-9554-ab49cf0ece5c {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:05:54.795725 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:05:54.796017 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17c29bf4-873e-4dd8-9554-ab49cf0ece5c {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:05:54.796457 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'status': 'completed', 'code': 200} Jun 16 17:05:54.841883 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:54.888544 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-5071b516-587c-45c3-bf53-022a4013d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:54.890458 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-5071b516-587c-45c3-bf53-022a4013d87c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 1098 time: 0.0625041 Jun 16 17:05:54.988777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-e534f19a-a84d-456d-be50-880d8e21fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:54.990168 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-e534f19a-a84d-456d-be50-880d8e21fa83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 912 time: 0.0918858 Jun 16 17:05:55.067889 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-68ccd393-78e4-4778-b02f-eb06d078852a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6422902d-d45b-4b86-9bc4-eb860528efd1 HTTP/1.1" status: 200 len: 997 time: 0.0711269 Jun 16 17:05:55.088549 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '1a4d8461-f61a-4138-88d9-8b7869655ef9', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'port_id': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'mac_address': 'fa:16:3e:9f:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:05:38Z', 'updated_at': '2021-06-16T17:05:54Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:55.097032 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:05:55.102809 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:05:55.104051 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:05:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:55.121978 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-5b11bbc8-eec4-459d-b2b6-698b29e1e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:55.123468 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-5b11bbc8-eec4-459d-b2b6-698b29e1e704 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0490756 Jun 16 17:05:55.203067 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-de0c9fa7-0afc-4e22-872f-7784b0cda6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:05:55.204670 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-de0c9fa7-0afc-4e22-872f-7784b0cda6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645213 Jun 16 17:05:55.225746 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:05:55.308115 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-389bae6c-f631-42fe-8025-09cae6344a20 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963566 Jun 16 17:05:55.409396 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-d39c527e-dd3d-4f43-9868-47f581d802f0 req-f510a438-90ae-479b-aedd-c84b291c3e63 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946348 Jun 16 17:05:55.488631 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '1a4d8461-f61a-4138-88d9-8b7869655ef9', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'port_id': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'mac_address': 'fa:16:3e:9f:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:05:38Z', 'updated_at': '2021-06-16T17:05:54Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:05:55.492474 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f248251-aa50-462d-858d-4e45c415ef9f None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_floatingips': [{'id': '1a4d8461-f61a-4138-88d9-8b7869655ef9', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'floating_ip_address': '172.28.0.3', 'floating_network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'router_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'port_id': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'mac_address': 'fa:16:3e:9f:07:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T17:05:38Z', 'updated_at': '2021-06-16T17:05:54Z', 'revision_number': 1, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:05:55.692467 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4332abf6-5581-4f71-a347-a5bd14e13cc2 None None] New status for floating IP 1a4d8461-f61a-4138-88d9-8b7869655ef9: ACTIVE {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:05:56.339643 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:05:57.217828 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:05:58.852415 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.435940 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43452) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.551938 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e3a55382-7b09-4389-9559-ab2e226c7a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.637945 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e3a55382-7b09-4389-9559-ab2e226c7a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.732872 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e3a55382-7b09-4389-9559-ab2e226c7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.735570 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-28cadd6e-b59d-4cf4-9446-9da1dce09737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:02.771709 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e3a55382-7b09-4389-9559-ab2e226c7a0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=986151219edf47908ca080003d51b666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345835 Jun 16 17:06:02.772696 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a55382-7b09-4389-9559-ab2e226c7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3b9e0-737c-473d-b99e-56aba35ca1bb,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:02.775301 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43458) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:02.781229 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e3a55382-7b09-4389-9559-ab2e226c7a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:02.831779 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.856839 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:02.957296 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-b923fc8f-1aaf-4d61-aadb-abead707e007 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628188 Jun 16 17:06:03.031939 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.034539 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:03.035641 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96b3b9e0-737c-473d-b99e-56aba35ca1bb HTTP/1.1" status: 204 len: 168 time: 0.2591195 Jun 16 17:06:03.037619 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8720821c-6e8a-4e44-9e8e-92b943a8dfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:03.047732 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3b9e0-737c-473d-b99e-56aba35ca1bb,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:03.051579 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d149cd9b-7bc2-4f0e-97f9-9ed28b1120f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:03.073476 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e954e-cc72-42ca-900f-b7f484006e7d req-76758b22-c494-46ee-b88c-bda0c0151fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:03.075118 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-76758b22-c494-46ee-b88c-bda0c0151fe9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 1098 time: 0.0718114 Jun 16 17:06:03.213535 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e954e-cc72-42ca-900f-b7f484006e7d req-bb31f77e-014f-4921-ad49-7bea09539b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:03.215425 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-bb31f77e-014f-4921-ad49-7bea09539b93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 200 len: 912 time: 0.1186216 Jun 16 17:06:03.289688 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-9e7d1c18-0e95-43b7-91ec-e2f412b241dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6422902d-d45b-4b86-9bc4-eb860528efd1 HTTP/1.1" status: 200 len: 999 time: 0.0668674 Jun 16 17:06:03.343753 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e954e-cc72-42ca-900f-b7f484006e7d req-29b1015c-f371-473b-bdd6-a1cc63701806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:03.345243 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-29b1015c-f371-473b-bdd6-a1cc63701806 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 200 len: 850 time: 0.0485401 Jun 16 17:06:03.421254 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e954e-cc72-42ca-900f-b7f484006e7d req-a8221b68-c0c9-40ac-a5e9-6321c24aed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:03.423451 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-a8221b68-c0c9-40ac-a5e9-6321c24aed90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da95fef6-68a3-483e-a9d9-c0587487b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681500 Jun 16 17:06:03.529646 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-7f5f9cd9-a87b-4ccb-a590-98cf6f44328e service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990202 Jun 16 17:06:03.627351 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-158e954e-cc72-42ca-900f-b7f484006e7d req-2df4c129-682b-4b52-84bf-92aba2a34721 service neutron] 10.222.0.13 "GET /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913579 Jun 16 17:06:20.966556 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-2e452306-1738-4873-8f18-c242a48f34c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:23.509157 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1b10b20d-b61a-4d70-b7e5-793c4cd7f566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:23.600308 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:24.383389 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:26.319945 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:28.846214 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:34.220913 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:06:46.585153 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b3d10-0595-4690-a898-ac84cdca72ec req-bd325b2c-2e2c-453a-9d87-3d746c79ccfe tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:46.586732 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1e1b3d10-0595-4690-a898-ac84cdca72ec req-bd325b2c-2e2c-453a-9d87-3d746c79ccfe tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.0686820 Jun 16 17:06:46.625874 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-1e1b3d10-0595-4690-a898-ac84cdca72ec req-e2c7b88a-49e5-455a-99b6-503d09af84c9 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332699 Jun 16 17:06:47.806885 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d886526-bb55-42db-9843-cf36efb9f10e req-1cb5a0e3-5491-4631-bde8-439d5a54bf5f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:47.808364 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1d886526-bb55-42db-9843-cf36efb9f10e req-1cb5a0e3-5491-4631-bde8-439d5a54bf5f tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.0648026 Jun 16 17:06:47.847386 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-1d886526-bb55-42db-9843-cf36efb9f10e req-5c80e535-2ce1-4cae-9ced-8d19a696dd39 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Jun 16 17:06:48.335783 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-c2467bee-6511-45eb-989f-5691b670739b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:48.337247 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-c2467bee-6511-45eb-989f-5691b670739b tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.0610526 Jun 16 17:06:48.439301 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Deleting port 6422902d-d45b-4b86-9bc4-eb860528efd1 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:06:48.439644 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:48.528467 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] For port 6422902d-d45b-4b86-9bc4-eb860528efd1, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6422902d-d45b-4b86-9bc4-eb860528efd1,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:48.528733 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:48.967126 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:48.967718 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16628962'] for floatingip, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:48.967903 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.l3_db [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Floating IP 1a4d8461-f61a-4138-88d9-8b7869655ef9 disassociated. External IP: 172.28.0.3, port: 6422902d-d45b-4b86-9bc4-eb860528efd1. Jun 16 17:06:48.968130 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Calling delete_port for 6422902d-d45b-4b86-9bc4-eb860528efd1 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:06:49.168113 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7cd79-ea94-4361-9bf8-76f60de25f86 req-1d8abbbd-5264-435e-aff6-12fc7f89acce tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:06:49.169606 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-95b7cd79-ea94-4361-9bf8-76f60de25f86 req-1d8abbbd-5264-435e-aff6-12fc7f89acce tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 945 time: 0.2114518 Jun 16 17:06:49.194214 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:49.199591 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4464a0cc-01c4-4a6c-986a-cc5dd667af2b tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:49.212406 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-95b7cd79-ea94-4361-9bf8-76f60de25f86 req-ab515b33-0425-4d77-8b32-7f9d68865dd3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups?id=c108a54e-ad34-4ee9-8006-9907cc930c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323472 Jun 16 17:06:49.234264 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event deleted for resources: {'Port': ['ID=6422902d-d45b-4b86-9bc4-eb860528efd1,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:49.238580 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.238882 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.239124 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.239478 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.239831 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.240187 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.240530 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.240881 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.241229 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.241607 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.245686 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.245686 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:06:49.246803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:49.348301 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:49.463752 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:49.465855 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:49.475799 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:49.476408 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:06:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:49.498184 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] No DVR routers for this DVR port 6422902d-d45b-4b86-9bc4-eb860528efd1 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:06:49.500655 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:49.502661 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-415a9d38-6b3d-4002-9c1e-d3d65ca3ec71 req-36d408ff-11c3-4d11-a6a2-3bc6cf7bc8cf tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.13 "DELETE /v2.0/ports/6422902d-d45b-4b86-9bc4-eb860528efd1 HTTP/1.1" status: 204 len: 173 time: 1.1603217 Jun 16 17:06:49.503158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'name': 'network-vif-deleted', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:06:49.505464 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f64fa4c-4e86-4d8f-b764-58a58502294b" -d '{"events": [{"server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "name": "network-vif-deleted", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:06:49.543586 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cb09f-7790-4bdf-8a93-709c58176e7c x-openstack-request-id: req-c77cb09f-7790-4bdf-8a93-709c58176e7c {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:06:49.543929 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74d6bc0-7791-4bf7-81bb-3f060e568e05", "name": "network-vif-deleted", "tag": "6422902d-d45b-4b86-9bc4-eb860528efd1", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:06:49.544222 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c77cb09f-7790-4bdf-8a93-709c58176e7c {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:06:49.544656 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74d6bc0-7791-4bf7-81bb-3f060e568e05', 'name': 'network-vif-deleted', 'tag': '6422902d-d45b-4b86-9bc4-eb860528efd1', 'status': 'completed', 'code': 200} Jun 16 17:06:49.584797 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:49.886686 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:49.890012 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:49.898249 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:49.899125 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:06:23Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:50.005617 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:50.208238 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:50.211902 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a9d78-8895-4635-b1da-ebc9c7382028 None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:02:03Z', 'revision_number': 4, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb', '_interfaces': [{'id': '71ff265f-3165-41e8-8bd6-bd0c48d21dfb', 'name': '', 'network_id': 'da95fef6-68a3-483e-a9d9-c0587487b4d3', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'mac_address': 'fa:16:3e:c8:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:02:02Z', 'updated_at': '2021-06-16T17:02:10Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'subnets': [{'id': '8c7a828c-85f1-4087-8ec0-e89f8badb874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:50.383900 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-99f1d517-4c8c-4f85-987d-82749764660e req-38a3d28d-62ac-4b7b-a34c-7ff16e8f79eb tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a74d6bc0-7791-4bf7-81bb-3f060e568e05 HTTP/1.1" status: 200 len: 210 time: 0.0416260 Jun 16 17:06:50.479416 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af6c07-953e-4b89-9e60-82d2d5eae1a4 None None] New status for floating IP 1a4d8461-f61a-4138-88d9-8b7869655ef9: DOWN {{(pid=99052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 17:06:50.954456 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1299a379-87bc-4644-a61a-0089bbc3e517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:51.572712 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43622) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:51.627479 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:51.653434 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:51.794113 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:51.796771 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:51.798557 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "DELETE /v2.0/security-groups/c108a54e-ad34-4ee9-8006-9907cc930c68 HTTP/1.1" status: 204 len: 168 time: 0.2247069 Jun 16 17:06:51.799354 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c615526b-7b04-4990-a364-aa262dfb2c1e tempest-VolumesNegativeTest-1618926141 tempest-VolumesNegativeTest-1618926141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:51.801252 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43624) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:51.808225 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c108a54e-ad34-4ee9-8006-9907cc930c68,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:51.810668 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:51.816206 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.api.v2.resource [None req-eeffa614-6e39-4303-adb2-2e0a9caeb3f3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] show failed (client error): The resource could not be found. Jun 16 17:06:51.819754 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43626) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:51.819931 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-eeffa614-6e39-4303-adb2-2e0a9caeb3f3 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "GET /v2.0/security-groups/c108a54e-ad34-4ee9-8006-9907cc930c68 HTTP/1.1" status: 404 len: 347 time: 0.0172801 Jun 16 17:06:51.948112 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Deleting port 65f4d5e5-527c-4873-b831-443e43f4815c {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:06:51.948451 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:52.022637 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:52.022957 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:52.087655 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Calling delete_port for 65f4d5e5-527c-4873-b831-443e43f4815c owned by network:floatingip {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:06:52.302551 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:52.304744 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ffc75e99-82f0-4208-b8b3-122bd48a0f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:52.329289 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Pushing event deleted for resources: {'Port': ['ID=65f4d5e5-527c-4873-b831-443e43f4815c,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:52.331745 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:52.392187 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks [] for floatingip, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:52.394778 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for floatingip, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:52.395892 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-00304931-6732-4080-a176-c5d716e7fd93 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] 10.222.0.72 "DELETE /v2.0/floatingips/1a4d8461-f61a-4138-88d9-8b7869655ef9 HTTP/1.1" status: 204 len: 168 time: 0.5747919 Jun 16 17:06:52.474767 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 6422902d-d45b-4b86-9bc4-eb860528efd1 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:06:52.494125 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 6422902d-d45b-4b86-9bc4-eb860528efd1 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:06:52.494522 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 6422902d-d45b-4b86-9bc4-eb860528efd1 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:06:53.570806 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-7ab11987-f2e4-4487-9f13-b96a81e549fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:53.656634 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:54.427602 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:56.285084 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:56.571199 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43654) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:57.016975 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16616389'] for router_interface, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:57.268108 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Deleting port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:06:57.269035 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:57.344911 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] For port 71ff265f-3165-41e8-8bd6-bd0c48d21dfb, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:57.345279 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:57.411885 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Calling delete_port for 71ff265f-3165-41e8-8bd6-bd0c48d21dfb owned by network:router_interface {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:06:57.656745 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:57.658918 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-1b9091ef-4e0c-4a2a-bd74-a6cfe102314b tempest-VolumesSnapshotTestJSON-1750556485 tempest-VolumesSnapshotTestJSON-1750556485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:57.681305 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ff265f-3165-41e8-8bd6-bd0c48d21dfb,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:57.684742 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:57.870470 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16288184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16616273'] for router_interface, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.089445 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Router a5cc0109-d157-48ca-b9a3-7f325b09f48d has already been hosted by L3 agent 60649b2c-9fc7-4b7a-aaa0-0f8d884f5943 {{(pid=99051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 17:06:58.195109 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] Notify agent at l3_agent.dv-cinder-772126-4-smb the message routers_updated {{(pid=99051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 17:06:58.202415 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-6e7e8e9c-b56d-462b-b367-748275d6d483 admin admin] 10.222.0.72 "PUT /v2.0/routers/a5cc0109-d157-48ca-b9a3-7f325b09f48d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6278884 Jun 16 17:06:58.202584 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43658) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:58.205471 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] Sync routers for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:06:58.215157 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:58.215769 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:06:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:58.307088 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks [] for router, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.327284 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: dv-cinder-772126-4-smb {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:58.414609 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.507376 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'external_fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:06:57Z', 'revision_number': 5, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port': {'id': '507820aa-b86e-4476-9fc2-ec96ba29e8e1', 'name': '', 'network_id': 'e74e16c3-a3b8-4a86-a49c-4fd7812db28b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T17:01:58Z', 'updated_at': '2021-06-16T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdbdc121-fe28-4987-9a2c-897e84c115ab', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-4-smb'}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:58.510726 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] Checking router: a5cc0109-d157-48ca-b9a3-7f325b09f48d for host: dv-cinder-772126-4-smb {{(pid=99053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:06:58.519552 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] Routers {'a5cc0109-d157-48ca-b9a3-7f325b09f48d'} bound to L3 agent in host dv-cinder-772126-4-smb {{(pid=99053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 17:06:58.520182 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:48:23Z,description=,heartbeat_timestamp=2021-06-16T17:06:53Z,host='dv-cinder-772126-4-smb',id=60649b2c-9fc7-4b7a-aaa0-0f8d884f5943,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'], 'active': True} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:58.556076 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Deleting port 507820aa-b86e-4476-9fc2-ec96ba29e8e1 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:06:58.556412 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.602369 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_dvr_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] Set router a5cc0109-d157-48ca-b9a3-7f325b09f48d gateway port host: None {{(pid=99053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 17:06:58.639906 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] For port 507820aa-b86e-4476-9fc2-ec96ba29e8e1, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=507820aa-b86e-4476-9fc2-ec96ba29e8e1,segment=NetworkSegment(ecdbb3e2-5413-42f2-8abc-420cab02182e),segment_id=ecdbb3e2-5413-42f2-8abc-420cab02182e)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:06:58.640259 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.657074 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.l3_hamode_db [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:06:58Z', 'revision_number': 6, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port_host': None}], 'dv-cinder-772126-4-smb', False) {} {{(pid=99053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:06:58.661424 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e254377-183d-4da0-8032-d9d754c23436 None None] The sync data for ids ['a5cc0109-d157-48ca-b9a3-7f325b09f48d'] in dv-cinder-772126-4-smb is: [{'id': 'a5cc0109-d157-48ca-b9a3-7f325b09f48d', 'name': 'tempest-AttachVolumeTestJSON-1555389779-router', 'tenant_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T17:01:57Z', 'updated_at': '2021-06-16T17:06:58Z', 'revision_number': 6, 'project_id': 'a1a0e8e108374dc985d63b0d2654aa29', 'gw_port_host': None}] {{(pid=99053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:06:58.710207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Calling delete_port for 507820aa-b86e-4476-9fc2-ec96ba29e8e1 owned by network:router_gateway {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:06:58.788234 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.989225 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:58.991353 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0b3db9de-8538-4c1a-8b74-c8dfaabb6133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:59.016682 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Pushing event deleted for resources: {'Port': ['ID=507820aa-b86e-4476-9fc2-ec96ba29e8e1,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:59.020015 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:59.084854 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16628754'] for router_gateway, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.441076 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.443244 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.576468 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16402008'] for router, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.577043 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5cc0109-d157-48ca-b9a3-7f325b09f48d {{(pid=99051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 17:06:59.583023 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] Notify callbacks [] for router, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.583023 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-39be77b0-e751-4ebb-8ec0-fb2c0d375664 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a5cc0109-d157-48ca-b9a3-7f325b09f48d HTTP/1.1" status: 204 len: 168 time: 1.3789227 Jun 16 17:06:59.585033 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43660) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:59.631946 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Deleting subnet 8c7a828c-85f1-4087-8ec0-e89f8badb874 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:06:59.635162 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.675726 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.755748 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.874170 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.876731 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7a45ca67-81a7-48da-8536-3a2e2ebe758a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:06:59.899144 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7a828c-85f1-4087-8ec0-e89f8badb874,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:06:59.902689 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:06:59.905511 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:06:59.907439 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-ea09bc5e-4a34-44e2-882b-5674f489d847 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8c7a828c-85f1-4087-8ec0-e89f8badb874 HTTP/1.1" status: 204 len: 168 time: 0.3214612 Jun 16 17:06:59.910012 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43662) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:06:59.912509 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d019188-474c-41b7-b03c-e253aaa1ef3b None None] Network da95fef6-68a3-483e-a9d9-c0587487b4d3 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:06:59.980315 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.032293 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Deleting port d80ecaa8-d836-44c7-af84-842a9cfefeb5 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:07:00.032700 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.098623 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] DHCP port deletion for da95fef6-68a3-483e-a9d9-c0587487b4d3 request from dv-cinder-772126-4-smb {{(pid=99052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 17:07:00.103770 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] For port d80ecaa8-d836-44c7-af84-842a9cfefeb5, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=d80ecaa8-d836-44c7-af84-842a9cfefeb5,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:00.104208 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.143745 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Deleting port d80ecaa8-d836-44c7-af84-842a9cfefeb5 {{(pid=99052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:07:00.144123 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.178203 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Calling delete_port for d80ecaa8-d836-44c7-af84-842a9cfefeb5 owned by network:dhcp {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:07:00.208282 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] For port d80ecaa8-d836-44c7-af84-842a9cfefeb5, host dv-cinder-772126-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-4-smb',level=0,port_id=d80ecaa8-d836-44c7-af84-842a9cfefeb5,segment=NetworkSegment(a6b2922c-9907-4e74-a301-d7751f968ea0),segment_id=a6b2922c-9907-4e74-a301-d7751f968ea0)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:00.208684 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.274375 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Calling delete_port for d80ecaa8-d836-44c7-af84-842a9cfefeb5 owned by network:dhcp {{(pid=99052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:07:00.285761 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 71ff265f-3165-41e8-8bd6-bd0c48d21dfb no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:07:00.310413 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 71ff265f-3165-41e8-8bd6-bd0c48d21dfb {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:07:00.310760 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 71ff265f-3165-41e8-8bd6-bd0c48d21dfb not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:07:00.311180 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 507820aa-b86e-4476-9fc2-ec96ba29e8e1 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:07:00.336639 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.340134 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7dc2d1f9-4463-4b86-a3ae-af1fde805bc8 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:00.355706 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: 507820aa-b86e-4476-9fc2-ec96ba29e8e1 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:07:00.356052 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device 507820aa-b86e-4476-9fc2-ec96ba29e8e1 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:07:00.356477 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device d80ecaa8-d836-44c7-af84-842a9cfefeb5 no longer exists at agent ovs-agent-dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:07:00.364101 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80ecaa8-d836-44c7-af84-842a9cfefeb5,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:00.367457 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] No DVR routers for this DVR port d80ecaa8-d836-44c7-af84-842a9cfefeb5 on host dv-cinder-772126-4-smb {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:07:00.367457 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:00.381063 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] No Port match for: d80ecaa8-d836-44c7-af84-842a9cfefeb5 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:07:00.381458 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Device d80ecaa8-d836-44c7-af84-842a9cfefeb5 not bound to the agent host dv-cinder-772126-4-smb {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:07:00.414051 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654'] for port, after_delete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.416038 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-978e8e92-3290-4c6c-b67b-34d7aea35530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:00.439897 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Pushing event deleted for resources: {'Port': ['ID=d80ecaa8-d836-44c7-af84-842a9cfefeb5,revision_number=None']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:00.441007 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.449197 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] No DVR routers for this DVR port d80ecaa8-d836-44c7-af84-842a9cfefeb5 on host dv-cinder-772126-4-smb {{(pid=99052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:07:00.451530 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.451879 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.452219 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.452551 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.452880 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.453084 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da95fef6-68a3-483e-a9d9-c0587487b4d3']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:07:00.453233 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.453543 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.453862 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.454183 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.454504 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.454820 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.455140 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:00.459302 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-654d41b8-487a-4449-88e2-75bf6b0bdd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:00.467478 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b2922c-9907-4e74-a301-d7751f968ea0') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:07:00.467877 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b2922c-9907-4e74-a301-d7751f968ea0') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:07:00.476913 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.491158 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.497047 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:07:00.497471 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:07:00.499156 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:07:00.621775 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.627183 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:00.632361 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/da95fef6-68a3-483e-a9d9-c0587487b4d3 HTTP/1.1" status: 204 len: 168 time: 0.7187214 Jun 16 17:07:00.632361 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-9298b8ab-48f0-4b2b-96ab-1a346b0eb28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:00.643251 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=da95fef6-68a3-483e-a9d9-c0587487b4d3,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:00.645837 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-30a568bd-11d1-411d-8033-102dd65867a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:00.994713 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43666) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:01.038707 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-c5f377a2-7f1e-407a-886a-9e7e50e8a3c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1a0e8e108374dc985d63b0d2654aa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427642 Jun 16 17:07:01.041097 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43668) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:01.088878 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:01.110567 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:01.211108 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:01.213767 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:01.214970 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5611146b-6ad2-44a9-95c6-70f66057e099 HTTP/1.1" status: 204 len: 168 time: 0.1728711 Jun 16 17:07:01.215758 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8c87211a-061f-4b34-8676-d8f8e91dd0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:01.230189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5611146b-6ad2-44a9-95c6-70f66057e099,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:01.230189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-31b84c28-894d-462d-8c79-8f9df88be6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:11.219208 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:12.839213 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43784) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:12.944270 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.029475 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.147580 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.150543 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-c11f69cc-96b0-498b-9ed1-ad9dcd6aeda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:13.190998 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96543b89926f457c9c1fac662c66b7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500307 Jun 16 17:07:13.192177 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9c90b-2cb7-4836-b743-2c22b5ae465b,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:13.194208 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43788) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:13.199743 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.200125 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.200500 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.200871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.201238 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.201632 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.201996 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.202351 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.202718 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.203073 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.203426 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.203928 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:07:13.207764 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:13.245982 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.267508 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.376461 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.379202 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:13.383268 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05e9c90b-2cb7-4836-b743-2c22b5ae465b HTTP/1.1" status: 204 len: 168 time: 0.1845975 Jun 16 17:07:13.383268 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-7bad264b-a89d-4b08-948d-96fd6eb752bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:13.388585 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9c90b-2cb7-4836-b743-2c22b5ae465b,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:13.391249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-0cd5cc6a-97fe-4376-b4ca-306d983ff3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:16.189053 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43840) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:16.297098 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cbf496e5-6631-440e-a1c1-4f36c55e290b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.386631 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cbf496e5-6631-440e-a1c1-4f36c55e290b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.467509 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-cbf496e5-6631-440e-a1c1-4f36c55e290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.470187 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e1a53f9b-0f33-4f26-b308-79a809255b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:16.505597 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf496e5-6631-440e-a1c1-4f36c55e290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a4dc2-6478-45a4-97cb-c61e6e1b0044,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:16.509789 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-cbf496e5-6631-440e-a1c1-4f36c55e290b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1efc80625915495c9521f179f3fd8e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196197 Jun 16 17:07:16.510611 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-cbf496e5-6631-440e-a1c1-4f36c55e290b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:16.512308 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43844) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:16.562483 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.583449 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.695784 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.698450 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:16.699639 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a65a4dc2-6478-45a4-97cb-c61e6e1b0044 HTTP/1.1" status: 204 len: 168 time: 0.1864398 Jun 16 17:07:16.700509 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-79c6402f-a4a7-4fee-a558-d42a7014648c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:16.709769 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a4dc2-6478-45a4-97cb-c61e6e1b0044,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:16.712208 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:17.384404 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43850) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:17.399574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-606196c2-cfeb-4309-b5db-93c015943503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.494354 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-606196c2-cfeb-4309-b5db-93c015943503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.582657 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-606196c2-cfeb-4309-b5db-93c015943503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.585327 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2a1afcdd-1b9b-42d5-b50b-6e8602b2017f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:17.621013 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-606196c2-cfeb-4309-b5db-93c015943503 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41be4ca48e7345a7b52c272d4dd56cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355216 Jun 16 17:07:17.621805 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606196c2-cfeb-4309-b5db-93c015943503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4325d6-d67e-43db-bc95-8066f23cc105,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:17.623789 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43852) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:17.624805 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-606196c2-cfeb-4309-b5db-93c015943503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:17.673040 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.694292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.798818 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.802008 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:17.803145 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c4325d6-d67e-43db-bc95-8066f23cc105 HTTP/1.1" status: 204 len: 168 time: 0.1775839 Jun 16 17:07:17.803967 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e004583a-64a5-4627-bb1b-848f205db7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:17.811539 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4325d6-d67e-43db-bc95-8066f23cc105,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:17.813775 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:18.785831 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43874) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:18.882121 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609428749-network', 'tenant_id': '798eaef56ce6478387883095fdb8326b'}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:07:18.970259 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Made reservation on behalf of 798eaef56ce6478387883095fdb8326b for: {'network': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:07:18.972588 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:18.980819 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.074488 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.147445 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.150758 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-e7d3c3fe-b1c6-41b1-97f1-c497c8c9285d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:19.172574 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=99050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:07:19.182803 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64893a9-68aa-4225-b918-0d42df2f14fa,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:19.185873 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:19.189018 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.189381 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.db.segments_db [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Added segment 0922083a-babe-42a1-b81c-868d98eb7af9 of type vlan for network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 Jun 16 17:07:19.228889 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.324405 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.325773 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:19.326357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.328594 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-66f08dcd-c37f-4eda-aaaa-5488602f4972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:19.384953 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Pushing event updated for resources: {'Network': ['ID=4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:19.387689 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:19.395151 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:07:19.416600 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-d33b65b2-79b6-4f31-97f9-55bf05b3b434 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6296372 Jun 16 17:07:19.420510 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 43878) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:19.424271 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.v2.base [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Request body: {'subnet': {'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609428749-subnet', 'tenant_id': '798eaef56ce6478387883095fdb8326b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:07:19.535883 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Made reservation on behalf of 798eaef56ce6478387883095fdb8326b for: {'subnet': 1} {{(pid=99050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:07:19.538292 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13723096'] for subnet, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.781953 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14373666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13723082'] for subnet, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:19.784632 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:19.840030 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1802228c-f095-4708-8a64-d8b44b18eff9,revision_number=0']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:19.842807 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:19.849163 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Checking segment: {'id': '0922083a-babe-42a1-b81c-868d98eb7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:07:19.849545 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Network hostable DHCP agents. Network: 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:07:19.952997 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:07:20.044521 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.scheduler.base_scheduler [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4) {{(pid=99050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:07:20.049118 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:20.050759 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:20.053840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864adee-a236-4415-b53e-053b81f071d2 None None] Network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:07:20.148348 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-72b2ac20-a06e-482a-a63a-3277f6d95a2e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7276244 Jun 16 17:07:20.175572 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383f7e0-3f13-49f2-aad7-34967266e16d None None] Network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:07:20.812039 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43894) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:20.817207 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1304260262-network', 'tenant_id': '01abdedeac6f4fd9b0e9f9ef412c3893'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:07:20.895814 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Made reservation on behalf of 01abdedeac6f4fd9b0e9f9ef412c3893 for: {'network': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:07:20.898494 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for network, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:20.908278 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:20.970102 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d2dc1d5f-a100-45d1-84fb-363197b70d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:20.996411 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.056049 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.059197 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f540fc13-b1d4-4235-87f8-0c2cd7d31add tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:21.082156 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=99051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:07:21.092084 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65df6378-6c8b-49e7-8242-e8d30f193650,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:21.096366 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:21.097459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.097803 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.db.segments_db [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Added segment e777879b-170d-4cdf-8ea4-193a794ced89 of type vlan for network 0ef853e0-b8d1-4729-b3b6-00500402da4e Jun 16 17:07:21.139090 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733086012290'] for network, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.227803 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067'] for network, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.229065 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:21.229686 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.231997 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:21.292062 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Pushing event updated for resources: {'Network': ['ID=0ef853e0-b8d1-4729-b3b6-00500402da4e,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:21.294799 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:21.302253 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Network 0ef853e0-b8d1-4729-b3b6-00500402da4e details requested by agent ovs-agent-dv-cinder-772126-4-smb with host dv-cinder-772126-4-smb {{(pid=99052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 17:07:21.348471 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-94d7dd53-2b7d-4c77-b601-7aac6fddb17d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5352519 Jun 16 17:07:21.351206 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 43896) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:07:21.356189 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Request body: {'subnet': {'network_id': '0ef853e0-b8d1-4729-b3b6-00500402da4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1304260262-subnet', 'tenant_id': '01abdedeac6f4fd9b0e9f9ef412c3893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:07:21.456414 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Made reservation on behalf of 01abdedeac6f4fd9b0e9f9ef412c3893 for: {'subnet': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:07:21.458839 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14684376'] for subnet, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.684798 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14575696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14684362'] for subnet, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.687219 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b5042cf3-af9e-4430-9a35-fa2b5f6e14f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:21.742994 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e8ee9f-33b3-4f1d-9d0e-335dd219cfcd,revision_number=0']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:21.746033 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:21.748714 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Checking segment: {'id': 'e777879b-170d-4cdf-8ea4-193a794ced89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0ef853e0-b8d1-4729-b3b6-00500402da4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:07:21.749108 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Network hostable DHCP agents. Network: 0ef853e0-b8d1-4729-b3b6-00500402da4e, hostable agents: ['05a0d863-5400-4b1c-bdbd-5f57e06f6b13'], hosted agents: [] {{(pid=99051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:07:21.827192 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Network 0ef853e0-b8d1-4729-b3b6-00500402da4e is scheduled to be hosted by DHCP agent 05a0d863-5400-4b1c-bdbd-5f57e06f6b13 with binding_index 1 {{(pid=99051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:07:21.901459 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-4-smb, 0ef853e0-b8d1-4729-b3b6-00500402da4e) {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:07:21.905576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:21.906163 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:21.910377 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b862010-1474-4b53-a96a-e043ec33cd93 None None] Network 0ef853e0-b8d1-4729-b3b6-00500402da4e requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:07:22.006579 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-1128c7f5-4965-4b6f-befd-50a768d0d696 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6541271 Jun 16 17:07:22.028821 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5949c-8a1e-48da-a05e-0cd78ce4e9dc None None] Network 0ef853e0-b8d1-4729-b3b6-00500402da4e requested from dv-cinder-772126-4-smb {{(pid=99052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 17:07:22.487524 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-e4f9b477-d2b3-429b-87d6-7ac2d71f3599 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:22.488983 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-e4f9b477-d2b3-429b-87d6-7ac2d71f3599 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/networks?id=4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 HTTP/1.1" status: 200 len: 808 time: 0.1090612 Jun 16 17:07:22.504159 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-1e9745f5-af27-4a1b-acd9-fe5302f4fbae tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/quotas/798eaef56ce6478387883095fdb8326b HTTP/1.1" status: 200 len: 375 time: 0.0095611 Jun 16 17:07:22.797080 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-f5567479-76fd-44b0-8f59-43ba9a9a2f11 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=798eaef56ce6478387883095fdb8326b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2876663 Jun 16 17:07:22.895814 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-d2e10208-c610-4506-97f3-5e6fdca258f1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:07:22.896768 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-d2e10208-c610-4506-97f3-5e6fdca258f1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0927553 Jun 16 17:07:22.987595 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-c8922216-743b-4b3c-aefb-55fd4de4a3da service neutron] 10.222.0.72 "GET /v2.0/networks/4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843670 Jun 16 17:07:23.086289 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-a563f7d1-c4ed-4c1d-b47a-c33e34592433 service neutron] 10.222.0.72 "GET /v2.0/networks/4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927591 Jun 16 17:07:23.378840 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-28344e2e-a7aa-4788-a933-6872af9d54b8 req-18a7f194-e8be-4a1c-aa81-3a138ed4a38d tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 210 time: 0.0356550 Jun 16 17:07:23.624625 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8f236352-eb92-485e-8137-7788173ec346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:23.674004 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:24.460056 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-6c341224-a16e-4d62-987c-1540659b8ac2 req-2d1d9120-c977-4417-aa75-beb68f274f47 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jun 16 17:07:24.467440 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:25.600175 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-80da99bb-8968-4897-8346-b16ac25e12dc req-b0cdfffe-95eb-4f24-b134-ad6bacf43ef5 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 210 time: 0.0279140 Jun 16 17:07:26.313132 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:26.372935 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-7d5998a7-45d2-40f8-aa93-8a95ff5368c5 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:26.374418 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-7d5998a7-45d2-40f8-aa93-8a95ff5368c5 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.13 "GET /v2.0/networks?id=4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 HTTP/1.1" status: 200 len: 808 time: 0.1109998 Jun 16 17:07:26.387112 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Request body: {'port': {'device_id': '6109f314-1b6e-42e8-9824-343f04dc851e', 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4', 'admin_state_up': True, 'tenant_id': '798eaef56ce6478387883095fdb8326b'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:07:26.610519 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Made reservation on behalf of 798eaef56ce6478387883095fdb8326b for: {'port': 1} {{(pid=99051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:07:26.616330 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-708812'] for port, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:26.748246 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-c4f9c291-1be4-463f-8565-772e81609cf1 req-bed7ca28-3fb5-48e9-8091-b1b15c8c35cf tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 210 time: 0.0316854 Jun 16 17:07:26.759883 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_common [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Allocated IP 172.20.0.5 (4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4/1802228c-f095-4708-8a64-d8b44b18eff9/9265b3a6-bdc6-4ac4-92ff-4011001baf33) {{(pid=99051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:07:26.910822 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks [] for port, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.044574 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-709897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733086053645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14575812'] for port, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.048576 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-262c09c8-e92a-41fe-a46f-3a333c932d05 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:27.091490 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 is already hosted by enough agents. {{(pid=99051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:07:27.096975 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.scheduler.base_scheduler [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Resources bound (agent type, host, resource id): {{(pid=99051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:07:27.101985 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Received port after_create {{(pid=99051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 17:07:27.107899 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Pushing event updated for resources: {'Port': ['ID=9265b3a6-bdc6-4ac4-92ff-4011001baf33,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:27.128455 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:27.155448 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:27.156011 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.268686 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-780be65a-c5fd-4e2e-9cc8-0774f0d68d99 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852835 Jun 16 17:07:27.278893 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-701c93d6-5f67-4dcd-8d74-ae23167645c0 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 17:07:27.280295 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-701c93d6-5f67-4dcd-8d74-ae23167645c0 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053580 Jun 16 17:07:27.337830 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.v2.base [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Request body: {'port': {'device_id': '6109f314-1b6e-42e8-9824-343f04dc851e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=99051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 17:07:27.417245 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.666193 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9265b3a6-bdc6-4ac4-92ff-4011001baf33 {{(pid=99051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:07:27.673572 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.685213 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.provisioning_blocks [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Transition to ACTIVE for port object 9265b3a6-bdc6-4ac4-92ff-4011001baf33 will not be triggered until provisioned by entity L2. {{(pid=99051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 17:07:27.775528 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:27.777797 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-746f36f3-1988-4866-9d08-0cfa1236eab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:27.852503 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9265b3a6-bdc6-4ac4-92ff-4011001baf33,revision_number=2']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:27.856937 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:27.976664 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Attempting to bind port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 17:07:27.976894 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Attempting to bind port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '0922083a-babe-42a1-b81c-868d98eb7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4'}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 17:07:27.977226 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Attempting to bind port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 on network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:07:27.996113 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 on network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 17:07:27.996427 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Attempting to bind port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 on network 4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 17:07:28.008450 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0a31e-aa3f-49b2-b9ea-4ee8a781562d req-8903064d-b184-4381-875c-8755eaaff291 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.010907 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7df0a31e-aa3f-49b2-b9ea-4ee8a781562d req-8903064d-b184-4381-875c-8755eaaff291 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 943 time: 0.1352544 Jun 16 17:07:28.012125 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Checking agent: {'id': '4eca73a8-db2b-4994-b443-d4165f4e2c2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'started_at': datetime.datetime(2021, 6, 16, 16, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 17:07:28.012458 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Checking segment: {'id': '0922083a-babe-42a1-b81c-868d98eb7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 17:07:28.012832 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Bound using segment: {'id': '0922083a-babe-42a1-b81c-868d98eb7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4'} {{(pid=99051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 17:07:28.013265 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.managers [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Bound port: 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0922083a-babe-42a1-b81c-868d98eb7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4'}}] {{(pid=99051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 17:07:28.013625 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:28.076557 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-7df0a31e-aa3f-49b2-b9ea-4ee8a781562d req-e240c4a2-79ad-40cb-83d6-22383ac6f6a2 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599356 Jun 16 17:07:28.102323 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] For port 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host hv-cinder-77212, cleared binding levels {{(pid=99051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 17:07:28.105463 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] For port 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9265b3a6-bdc6-4ac4-92ff-4011001baf33,segment=NetworkSegment(0922083a-babe-42a1-b81c-868d98eb7af9),segment_id=0922083a-babe-42a1-b81c-868d98eb7af9)] {{(pid=99051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 17:07:28.165127 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14575826'] for port, after_update {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:28.167326 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-a911b312-bb8f-4bdc-a48b-c48fde3c09e9 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:28.200021 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.200625 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:28.202099 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] 10.222.0.13 "PUT /v2.0/ports/9265b3a6-bdc6-4ac4-92ff-4011001baf33 HTTP/1.1" status: 200 len: 1093 time: 0.9155092 Jun 16 17:07:28.202639 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6109f314-1b6e-42e8-9824-343f04dc851e', 'tag': '9265b3a6-bdc6-4ac4-92ff-4011001baf33'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:07:28.204897 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552" -d '{"events": [{"name": "network-changed", "server_uuid": "6109f314-1b6e-42e8-9824-343f04dc851e", "tag": "9265b3a6-bdc6-4ac4-92ff-4011001baf33"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:07:28.230065 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9265b3a6-bdc6-4ac4-92ff-4011001baf33,revision_number=3']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:28.231348 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-819defda-63b6-4b9c-afca-a5f8a8a1eac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:28.240467 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b1647-b26a-43c2-a5ee-9ea14e1bf143 x-openstack-request-id: req-331b1647-b26a-43c2-a5ee-9ea14e1bf143 {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:07:28.240806 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6109f314-1b6e-42e8-9824-343f04dc851e", "tag": "9265b3a6-bdc6-4ac4-92ff-4011001baf33", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:07:28.241098 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-331b1647-b26a-43c2-a5ee-9ea14e1bf143 {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:07:28.241567 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6109f314-1b6e-42e8-9824-343f04dc851e', 'tag': '9265b3a6-bdc6-4ac4-92ff-4011001baf33', 'status': 'completed', 'code': 200} Jun 16 17:07:28.311518 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552 req-608a0d4c-ceca-427b-bbef-c4be75b209d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.312995 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552 req-608a0d4c-ceca-427b-bbef-c4be75b209d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798eaef56ce6478387883095fdb8326b&device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 1096 time: 0.0522578 Jun 16 17:07:28.416664 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552 req-2a635443-a108-4c79-ba3a-941ff88a6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.420804 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552 req-2a635443-a108-4c79-ba3a-941ff88a6d49 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=798eaef56ce6478387883095fdb8326b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983779 Jun 16 17:07:28.518927 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552 req-3678d020-d994-45a2-9433-18e31a25b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.520378 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-b576058a-5bcd-4bcb-a6e3-4fcf40cda552 req-3678d020-d994-45a2-9433-18e31a25b74f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962863 Jun 16 17:07:28.641136 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-1c518602-337a-43e1-8de5-56d5cd410a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.642784 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-1c518602-337a-43e1-8de5-56d5cd410a07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798eaef56ce6478387883095fdb8326b&device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 1096 time: 0.0611594 Jun 16 17:07:28.684794 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-e43c67fd-2227-4063-a0d5-0450067737b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9265b3a6-bdc6-4ac4-92ff-4011001baf33 HTTP/1.1" status: 200 len: 217 time: 0.0343194 Jun 16 17:07:28.736262 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-b01b97d1-bdfb-445b-8dff-e8dafbe075f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:28.737714 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-b01b97d1-bdfb-445b-8dff-e8dafbe075f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1802228c-f095-4708-8a64-d8b44b18eff9 HTTP/1.1" status: 200 len: 848 time: 0.0468755 Jun 16 17:07:28.769926 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-8fc46f7e-1f6b-48de-bd51-dc6c6a43d405 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255785 Jun 16 17:07:28.793028 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:28.858277 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-65d8af75-018a-4d2f-ba34-67862a0ddbd2 service neutron] 10.222.0.13 "GET /v2.0/networks/4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824044 Jun 16 17:07:28.952459 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2daf2709-f020-4989-bf38-0f5052ca40dd req-8644dbbe-d9dd-4cb8-a584-10e5f3210351 service neutron] 10.222.0.13 "GET /v2.0/networks/4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877373 Jun 16 17:07:29.262277 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3ed6-0b43-4771-be57-5aaf685c6548 req-d8ae8710-db5c-4a6e-b582-c3969ad10c0e tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:29.263823 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5e5b3ed6-0b43-4771-be57-5aaf685c6548 req-d8ae8710-db5c-4a6e-b582-c3969ad10c0e tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 943 time: 0.0649614 Jun 16 17:07:29.302196 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-5e5b3ed6-0b43-4771-be57-5aaf685c6548 req-daba51e3-9526-4688-9aab-27f32b83bf5d tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jun 16 17:07:30.497312 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1c9eb-eb87-4b6e-9cfa-794f86c49ec0 req-14c95113-53d9-481b-b54e-a23f9af1dce8 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:30.498840 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4fc1c9eb-eb87-4b6e-9cfa-794f86c49ec0 req-14c95113-53d9-481b-b54e-a23f9af1dce8 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 943 time: 0.0693781 Jun 16 17:07:30.540852 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-4fc1c9eb-eb87-4b6e-9cfa-794f86c49ec0 req-cbd04ca6-f52f-476d-9bf7-279146760d94 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Jun 16 17:07:30.666614 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 9265b3a6-bdc6-4ac4-92ff-4011001baf33 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=99052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 17:07:30.808830 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9265b3a6-bdc6-4ac4-92ff-4011001baf33,segment=NetworkSegment(0922083a-babe-42a1-b81c-868d98eb7af9),segment_id=0922083a-babe-42a1-b81c-868d98eb7af9)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:30.821625 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Returning: {'device': '9265b3a6-bdc6-4ac4-92ff-4011001baf33', 'network_id': '4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4', 'port_id': '9265b3a6-bdc6-4ac4-92ff-4011001baf33', 'mac_address': 'fa:16:3e:e7:71:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1802228c-f095-4708-8a64-d8b44b18eff9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 17:07:30.862233 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:30.876593 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9265b3a6-bdc6-4ac4-92ff-4011001baf33 {{(pid=99052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 17:07:30.906302 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9265b3a6-bdc6-4ac4-92ff-4011001baf33,segment=NetworkSegment(0922083a-babe-42a1-b81c-868d98eb7af9),segment_id=0922083a-babe-42a1-b81c-868d98eb7af9)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:31.010165 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:31.012010 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:31.061191 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=9265b3a6-bdc6-4ac4-92ff-4011001baf33,revision_number=4']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:31.064420 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:31.218130 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['9265b3a6-bdc6-4ac4-92ff-4011001baf33'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:07:31.724308 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11de5-260f-4428-927c-7e476b8d69fd req-ae67ccff-7784-4fbc-939e-cd5115291d53 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:31.725749 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2ef11de5-260f-4428-927c-7e476b8d69fd req-ae67ccff-7784-4fbc-939e-cd5115291d53 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 944 time: 0.0700471 Jun 16 17:07:31.763235 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-2ef11de5-260f-4428-927c-7e476b8d69fd req-db2a33ff-5872-4a0d-a32c-3b018102b7ed tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Jun 16 17:07:32.669975 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 9265b3a6-bdc6-4ac4-92ff-4011001baf33 up at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 17:07:32.798590 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning for port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 completed by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 17:07:32.808390 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.db.provisioning_blocks [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Provisioning complete for port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 triggered by entity L2. {{(pid=99052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 17:07:32.808390 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565350'] for port, provisioning_complete {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:32.880584 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-708830'] for port, before_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:32.904245 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109f314-1b6e-42e8-9824-343f04dc851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265b3a6-bdc6-4ac4-92ff-4011001baf33'}] {{(pid=99052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:07:32.906575 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f428f7ac317fa832360459f52735fa14e3c8122bfd98a6cf5cca9479836e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6728f482-ff3f-44e6-abef-33fdc3c0a978" -d '{"events": [{"server_uuid": "6109f314-1b6e-42e8-9824-343f04dc851e", "name": "network-vif-plugged", "status": "completed", "tag": "9265b3a6-bdc6-4ac4-92ff-4011001baf33"}]}' {{(pid=99052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:07:32.919834 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] For port 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9265b3a6-bdc6-4ac4-92ff-4011001baf33,segment=NetworkSegment(0922083a-babe-42a1-b81c-868d98eb7af9),segment_id=0922083a-babe-42a1-b81c-868d98eb7af9)] {{(pid=99052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:32.948640 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cfe34-4e08-4e97-b57c-06b765d5b028 req-33d523f5-9cad-46ab-a728-ff04415ab73c tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:32.950174 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-110cfe34-4e08-4e97-b57c-06b765d5b028 req-33d523f5-9cad-46ab-a728-ff04415ab73c tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 944 time: 0.0750792 Jun 16 17:07:32.999251 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733086449767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733086053663', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733086053708'] for port, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:33.000900 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-110cfe34-4e08-4e97-b57c-06b765d5b028 req-fac8a8b4-bd0e-4e13-b937-09c3dce7b93a tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Jun 16 17:07:33.002497 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:33.033224 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092948c-a672-41c8-893a-4b57a02d7c3b x-openstack-request-id: req-3092948c-a672-41c8-893a-4b57a02d7c3b {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:07:33.034533 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109f314-1b6e-42e8-9824-343f04dc851e", "name": "network-vif-plugged", "status": "completed", "tag": "9265b3a6-bdc6-4ac4-92ff-4011001baf33", "code": 200}]} {{(pid=99052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:07:33.034806 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3092948c-a672-41c8-893a-4b57a02d7c3b {{(pid=99052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:07:33.035239 dv-cinder-772126-4-smb neutron-server[99052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109f314-1b6e-42e8-9824-343f04dc851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265b3a6-bdc6-4ac4-92ff-4011001baf33', 'code': 200} Jun 16 17:07:33.062980 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Pushing event updated for resources: {'Port': ['ID=9265b3a6-bdc6-4ac4-92ff-4011001baf33,revision_number=5']} {{(pid=99052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:33.066087 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG oslo_concurrency.lockutils [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:33.409757 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a387dc-715a-46e4-b5e4-9ce39408db22 req-020d7691-d511-4f59-9bd4-0f579b78c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:33.415029 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-39a387dc-715a-46e4-b5e4-9ce39408db22 req-020d7691-d511-4f59-9bd4-0f579b78c2e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 1098 time: 0.0524423 Jun 16 17:07:33.450363 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-39a387dc-715a-46e4-b5e4-9ce39408db22 req-7f40b69a-6f7a-4ec8-bf18-fd7c787b2934 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jun 16 17:07:34.185883 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baa8cd-645f-4c4c-a0b5-8a97897774f3 req-14eac124-6a61-4a81-8e12-637695788d66 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:34.187471 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-21baa8cd-645f-4c4c-a0b5-8a97897774f3 req-14eac124-6a61-4a81-8e12-637695788d66 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 945 time: 0.0698669 Jun 16 17:07:34.230666 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-21baa8cd-645f-4c4c-a0b5-8a97897774f3 req-c5fc6bca-344e-4e74-adff-40998c3cff00 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370526 Jun 16 17:07:35.418162 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d43947-edef-4284-b5f2-fa950d1bf8bf req-31916891-6ac8-4b30-82b6-8852f18eae6a tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:35.419693 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-15d43947-edef-4284-b5f2-fa950d1bf8bf req-31916891-6ac8-4b30-82b6-8852f18eae6a tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 945 time: 0.0754187 Jun 16 17:07:35.465504 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-15d43947-edef-4284-b5f2-fa950d1bf8bf req-abdaf34c-a966-46f6-8c92-0b8af8049dff tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Jun 16 17:07:39.357054 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee851-0dbd-477d-8cd2-fda8c021f71c req-dc8e639b-c28a-4963-a412-4105b55b1217 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:39.358537 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-980ee851-0dbd-477d-8cd2-fda8c021f71c req-dc8e639b-c28a-4963-a412-4105b55b1217 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 945 time: 0.0842385 Jun 16 17:07:39.401972 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [req-980ee851-0dbd-477d-8cd2-fda8c021f71c req-62d42272-2897-4567-929e-ba0ae5f8476e tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Jun 16 17:07:40.633482 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f67f-9ed1-4c69-b7a5-53cf3240b2d2 req-70f798ce-d232-4415-b962-8027f8f4ab95 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:40.635025 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-02a7f67f-9ed1-4c69-b7a5-53cf3240b2d2 req-70f798ce-d232-4415-b962-8027f8f4ab95 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 945 time: 0.1087866 Jun 16 17:07:40.647841 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-8298a9a4-6d58-4da6-ab7b-e80a92b2225b tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 17:07:40.649295 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-8298a9a4-6d58-4da6-ab7b-e80a92b2225b tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.13 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 945 time: 0.1252310 Jun 16 17:07:40.724457 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-02a7f67f-9ed1-4c69-b7a5-53cf3240b2d2 req-4e8fbf77-30d2-4076-8b20-82169cc97621 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/security-groups?id=f64893a9-68aa-4225-b918-0d42df2f14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741341 Jun 16 17:07:40.775979 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Deleting port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 {{(pid=99051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 17:07:40.776320 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733086443933'] for port, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:40.867584 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.db [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] For port 9265b3a6-bdc6-4ac4-92ff-4011001baf33, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9265b3a6-bdc6-4ac4-92ff-4011001baf33,segment=NetworkSegment(0922083a-babe-42a1-b81c-868d98eb7af9),segment_id=0922083a-babe-42a1-b81c-868d98eb7af9)] {{(pid=99051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 17:07:40.867948 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16402914'] for port, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:40.938732 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.plugin [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Calling delete_port for 9265b3a6-bdc6-4ac4-92ff-4011001baf33 owned by compute:nova {{(pid=99051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 17:07:41.124659 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-709888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733086449785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733086053654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14575835'] for port, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:41.129621 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-36d16680-4a1b-409f-a347-eb8636233ea1 tempest-TestMinimumBasicScenario-13564504 tempest-TestMinimumBasicScenario-13564504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:07:41.140169 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.db [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] get_ports_and_sgs() called for port_ids ['9265b3a6-bdc6-4ac4-92ff-4011001baf33'] {{(pid=99052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 17:07:41.157038 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Pushing event deleted for resources: {'Port': ['ID=9265b3a6-bdc6-4ac4-92ff-4011001baf33,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:07:41.160773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:07:41.202734 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.l3_dvrscheduler_db [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] No DVR routers for this DVR port 9265b3a6-bdc6-4ac4-92ff-4011001baf33 on host hv-cinder-77212 {{(pid=99051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 17:07:41.205049 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-329287'] for port, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:41.207583 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-99755ccb-73ec-4e39-a61b-8236f14af114 req-2f052ed5-6494-4231-9921-66478c4efa20 tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.13 "DELETE /v2.0/ports/9265b3a6-bdc6-4ac4-92ff-4011001baf33 HTTP/1.1" status: 204 len: 173 time: 0.5512481 Jun 16 17:07:41.208241 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109f314-1b6e-42e8-9824-343f04dc851e', 'name': 'network-vif-deleted', 'tag': '9265b3a6-bdc6-4ac4-92ff-4011001baf33'}] {{(pid=99051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 17:07:41.210629 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}099582e71b17aee7f5933d0e13300ee93830fb1246e662b316a8ecc3582e993b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e9540-13d6-42a7-b475-e3b7aabb208a" -d '{"events": [{"server_uuid": "6109f314-1b6e-42e8-9824-343f04dc851e", "name": "network-vif-deleted", "tag": "9265b3a6-bdc6-4ac4-92ff-4011001baf33"}]}' {{(pid=99051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:07:41.251258 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbb4f17-9a09-4a4e-bf38-b4e57879da0c x-openstack-request-id: req-cdbb4f17-9a09-4a4e-bf38-b4e57879da0c {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:07:41.254212 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109f314-1b6e-42e8-9824-343f04dc851e", "name": "network-vif-deleted", "tag": "9265b3a6-bdc6-4ac4-92ff-4011001baf33", "status": "completed", "code": 200}]} {{(pid=99051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:07:41.254212 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cdbb4f17-9a09-4a4e-bf38-b4e57879da0c {{(pid=99051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:07:41.254212 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109f314-1b6e-42e8-9824-343f04dc851e', 'name': 'network-vif-deleted', 'tag': '9265b3a6-bdc6-4ac4-92ff-4011001baf33', 'status': 'completed', 'code': 200} Jun 16 17:07:41.889663 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [req-e89fbc86-465b-4ddb-9141-d285b22f1f31 req-d556763f-cf95-42d2-a88b-88b6b7e9bf0d tempest-VolumesActionsTest-2103305300 tempest-VolumesActionsTest-2103305300-project] 10.222.0.72 "GET /v2.0/ports?device_id=6109f314-1b6e-42e8-9824-343f04dc851e HTTP/1.1" status: 200 len: 210 time: 0.0329883 Jun 16 17:07:44.716540 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 9265b3a6-bdc6-4ac4-92ff-4011001baf33 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 17:07:44.737145 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.plugin [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] No Port match for: 9265b3a6-bdc6-4ac4-92ff-4011001baf33 {{(pid=99052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 17:07:44.737510 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron.plugins.ml2.rpc [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Device 9265b3a6-bdc6-4ac4-92ff-4011001baf33 not bound to the agent host hv-cinder-77212 {{(pid=99052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 17:07:48.217992 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:07:50.959135 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-239d6cf6-2c62-4180-8f1b-9c014a10f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:53.513400 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-68888022-f269-4ca3-8d11-66d43c7c53fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:53.621891 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:54.370727 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:56.335480 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:07:58.832543 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:00.993791 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44128) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:01.042044 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Deleting subnet 1802228c-f095-4708-8a64-d8b44b18eff9 {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:08:01.045124 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.078685 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.117896 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.227778 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.230520 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:01.262264 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1802228c-f095-4708-8a64-d8b44b18eff9,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:01.267609 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.270383 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1802228c-f095-4708-8a64-d8b44b18eff9 HTTP/1.1" status: 204 len: 168 time: 0.2753179 Jun 16 17:08:01.276191 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.276572 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.277106 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.277331 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.277485 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 44130) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:01.277987 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.278152 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.278500 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.278868 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.279230 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.279589 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.279948 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.280308 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:01.284054 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-f8bd1ed3-674f-4f43-abea-762cf6d2dcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:01.354416 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.432357 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.442790 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4']}} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:01.452970 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0922083a-babe-42a1-b81c-868d98eb7af9') {'for_net_delete': True} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:01.453264 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.services.segments.db [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0922083a-babe-42a1-b81c-868d98eb7af9') {} {{(pid=99050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:01.463052 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14175031'] for segment, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.488987 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.495623 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=99050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:08:01.496017 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14373884'] for segment, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: Traceback (most recent call last): Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: timer() Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: cb(*args, **kw) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: return func(*args, **kwargs) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: self._notify() Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: self.callback(batched_events) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: event.method(event) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: return f(self, *a, **k) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: return self._get(url).json() Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: return self.request(url, 'GET', **kwargs) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:08:01.497759 dv-cinder-772126-4-smb neutron-server[99050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:08:01.632978 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.636711 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:01.639393 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.641073 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] 10.222.0.72 "DELETE /v2.0/networks/4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4 HTTP/1.1" status: 204 len: 168 time: 0.3624480 Jun 16 17:08:01.644021 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44132) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:01.652274 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbeda8a-85cd-4ec7-b0ff-5c142a3b08d4,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:01.656871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-005b5670-f952-48b6-bcbd-5a83a71998db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:01.688944 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Deleting subnet c2e8ee9f-33b3-4f1d-9d0e-335dd219cfcd {{(pid=99051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 17:08:01.692239 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.728970 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14576769'] for subnet, precommit_delete_associations {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.767423 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570772'] for subnet, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.913119 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16623987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16288074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14575633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14684355'] for subnet, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.915742 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:01.945080 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e8ee9f-33b3-4f1d-9d0e-335dd219cfcd,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:01.948394 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:01.949375 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for subnet, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:01.952010 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-4035f7d5-32d3-4b83-b5f9-768b57333c0b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c2e8ee9f-33b3-4f1d-9d0e-335dd219cfcd HTTP/1.1" status: 204 len: 168 time: 0.3063195 Jun 16 17:08:01.953785 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44134) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:02.022736 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760329'] for network, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.383122 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570139', 'neutron.services.segments.db._delete_segments_for_network-8733086530865'] for network, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.400125 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef853e0-b8d1-4729-b3b6-00500402da4e']}} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:02.415047 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e777879b-170d-4cdf-8ea4-193a794ced89') {'for_net_delete': True} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:02.415047 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.services.segments.db [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e777879b-170d-4cdf-8ea4-193a794ced89') {} {{(pid=99051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:08:02.420713 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733086529410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14576792'] for segment, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.434534 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887'] for segment, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.440925 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=99051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14575758'] for segment, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: conditions |= (models_v2.Port.network_id.in_( Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: retrieve_revision_numbers = { Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: Traceback (most recent call last): Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: timer() Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: cb(*args, **kw) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: return func(*args, **kwargs) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: self._notify() Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: self.callback(batched_events) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: event.method(event) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: return f(self, *a, **k) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: return self._get(url).json() Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: return self.request(url, 'GET', **kwargs) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 17:08:02.443624 dv-cinder-772126-4-smb neutron-server[99051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 17:08:02.598777 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16288067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16628860'] for network, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.602420 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:02.605543 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16288092'] for network, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:02.606848 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0ef853e0-b8d1-4729-b3b6-00500402da4e HTTP/1.1" status: 204 len: 168 time: 0.6521261 Jun 16 17:08:02.617842 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef853e0-b8d1-4729-b3b6-00500402da4e,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:02.621147 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-067e8bb5-07bd-44f0-9b6b-954e923e3756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:02.965036 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44138) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:03.008594 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-a1dd4a11-2d54-4c7c-a5c3-eaa3dd353d9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=798eaef56ce6478387883095fdb8326b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419753 Jun 16 17:08:03.010937 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44140) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:03.063357 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:03.085801 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:03.215617 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:03.218174 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:03.219310 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f64893a9-68aa-4225-b918-0d42df2f14fa HTTP/1.1" status: 204 len: 168 time: 0.2075005 Jun 16 17:08:03.220098 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-5491fe5c-b8c6-4a8b-bbee-2c9bacb764d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:03.228657 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64893a9-68aa-4225-b918-0d42df2f14fa,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:03.231245 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-8ca8043f-d64e-4ed2-9edd-a0345a33d73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:03.942052 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44146) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:03.984584 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-934335e7-87f3-46de-882b-c862288b3935 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01abdedeac6f4fd9b0e9f9ef412c3893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406723 Jun 16 17:08:03.987798 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44148) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:04.040738 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:04.062950 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:04.226936 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:04.229673 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:04.230820 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65df6378-6c8b-49e7-8242-e8d30f193650 HTTP/1.1" status: 204 len: 168 time: 0.2420332 Jun 16 17:08:04.231608 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-c03e4952-b8d4-480e-a43d-a5817171e4d8 tempest-AttachVolumeTestJSON-766916802 tempest-AttachVolumeTestJSON-766916802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:04.239469 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df6378-6c8b-49e7-8242-e8d30f193650,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:04.241762 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-e99dd8ff-655a-42e0-a126-ebcdebe3ce72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:15.787115 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44266) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:15.898773 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-77ec756e-8902-42e3-92a9-c71ff1be78f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:15.986858 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-77ec756e-8902-42e3-92a9-c71ff1be78f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.095252 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-77ec756e-8902-42e3-92a9-c71ff1be78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.098048 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b0443a8b-a55e-4c2d-87c7-4c1c640d9c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:16.134889 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-77ec756e-8902-42e3-92a9-c71ff1be78f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18f2540ef82c4ffcaa1ebf1d82fc0642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465710 Jun 16 17:08:16.135723 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec756e-8902-42e3-92a9-c71ff1be78f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa7ba4-8061-41be-83c3-99df893421fe,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:16.138210 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 44270) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:16.139253 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-77ec756e-8902-42e3-92a9-c71ff1be78f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:16.201600 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.230769 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.370068 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.372663 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:16.373838 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eaa7ba4-8061-41be-83c3-99df893421fe HTTP/1.1" status: 204 len: 168 time: 0.2343023 Jun 16 17:08:16.374882 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-99bdcc99-d5f1-476d-9ffe-82fdf8bc4f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:16.384517 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa7ba4-8061-41be-83c3-99df893421fe,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:16.392148 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.392667 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.393260 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.393661 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.394030 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.394389 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.394746 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.395104 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.395471 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.395827 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.396180 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.396531 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-4-smb {{(pid=99050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:08:16.408080 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a9be4d52-d38c-4cbd-b7ba-b2ec259ebd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:17.039565 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 44276) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:17.053373 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a568558f-76b5-48a4-b25f-de8e2d72f419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.151850 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a568558f-76b5-48a4-b25f-de8e2d72f419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.243935 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-a568558f-76b5-48a4-b25f-de8e2d72f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.246566 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-af30973f-5319-43cd-b7f6-983136e4e5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:17.287121 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-a568558f-76b5-48a4-b25f-de8e2d72f419 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54b782ae50d64453962c73ae162d9c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463508 Jun 16 17:08:17.288121 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568558f-76b5-48a4-b25f-de8e2d72f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313557fd-654c-4ad0-8ec6-f27a54183541,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:17.289759 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44278) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:17.291946 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-a568558f-76b5-48a4-b25f-de8e2d72f419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:17.340297 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.360992 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.528886 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.531508 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:17.532698 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/313557fd-654c-4ad0-8ec6-f27a54183541 HTTP/1.1" status: 204 len: 168 time: 0.2418916 Jun 16 17:08:17.533504 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-227457eb-0d59-4e3a-bdd5-b520102ed417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:17.542055 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313557fd-654c-4ad0-8ec6-f27a54183541,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:17.544585 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-92921417-eae9-4049-8acb-533c953d7d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:18.262900 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44284) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:18.281249 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d4541c64-513b-4129-84eb-78b85ca876fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.388555 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d4541c64-513b-4129-84eb-78b85ca876fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.478604 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-d4541c64-513b-4129-84eb-78b85ca876fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.481451 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-b2abd88c-c0ed-4b3e-8320-54575afa0d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:18.522099 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-d4541c64-513b-4129-84eb-78b85ca876fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f47bdfa4b6ee4281a3deb974cfb10daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576206 Jun 16 17:08:18.522935 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4541c64-513b-4129-84eb-78b85ca876fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f328b6-c8eb-4fc3-9d6c-f84fba204e8c,revision_number=1']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:18.525115 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 44286) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:18.526030 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d4541c64-513b-4129-84eb-78b85ca876fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:18.608216 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.642821 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.787039 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.789918 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:18.791185 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39f328b6-c8eb-4fc3-9d6c-f84fba204e8c HTTP/1.1" status: 204 len: 168 time: 0.2643104 Jun 16 17:08:18.792034 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2f3dddc8-7690-4052-a8c6-d851c8572e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:18.801582 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f328b6-c8eb-4fc3-9d6c-f84fba204e8c,revision_number=None']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:18.804300 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-dd351713-ab89-4e6f-9a5c-419b842a0f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:20.964905 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dd46b44e-560e-4c67-b09d-18e4f2b4ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:23.507004 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-87fcc4da-07d4-4180-bbdc-44cc7bb6e50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:23.644417 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:24.387209 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:25.217961 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:08:26.324757 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:28.809680 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.476189 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.wsgi [-] (99050) accepted ('10.222.0.72', 44424) {{(pid=99050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:32.585871 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d7668e5-ab14-4b77-b121-00dd21848a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.676844 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d7668e5-ab14-4b77-b121-00dd21848a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.769261 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron_lib.callbacks.manager [None req-2d7668e5-ab14-4b77-b121-00dd21848a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_create {{(pid=99050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.772358 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-34549dc7-d223-4638-a55e-a204af581149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:32.810411 dv-cinder-772126-4-smb neutron-server[99050]: INFO neutron.wsgi [None req-2d7668e5-ab14-4b77-b121-00dd21848a54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a66e63ca8e284b61962f601a538acf26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306122 Jun 16 17:08:32.810411 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7668e5-ab14-4b77-b121-00dd21848a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc216d-5825-4632-898d-aa401c6bac99,revision_number=1']} {{(pid=99050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:32.810949 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.wsgi [-] (99051) accepted ('10.222.0.72', 44428) {{(pid=99051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 17:08:32.812303 dv-cinder-772126-4-smb neutron-server[99050]: DEBUG oslo_concurrency.lockutils [None req-2d7668e5-ab14-4b77-b121-00dd21848a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:32.864039 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:32.887986 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.036753 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60179'] for security_group, after_delete {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.039336 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron_lib.callbacks.manager [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:33.040470 dv-cinder-772126-4-smb neutron-server[99051]: INFO neutron.wsgi [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23fc216d-5825-4632-898d-aa401c6bac99 HTTP/1.1" status: 204 len: 168 time: 0.2283940 Jun 16 17:08:33.041251 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-d9dcf6bd-3c03-4598-87a0-fc604a7945b3 tempest-TestShelveInstance-1764015868 tempest-TestShelveInstance-1764015868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 17:08:33.049977 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc216d-5825-4632-898d-aa401c6bac99,revision_number=None']} {{(pid=99051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:08:33.052335 dv-cinder-772126-4-smb neutron-server[99051]: DEBUG oslo_concurrency.lockutils [None req-bdfe9d23-cdd2-4c2f-ba5c-54214d1079fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 17:08:50.950471 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1a463dfb-e79f-49e9-bff7-1cce1c2d4f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.538811 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-e67383d3-e035-4c2a-b038-b4056ba19a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:53.642155 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:54.386407 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:56.301620 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:08:58.809520 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:02.217052 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:09:21.032462 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-8d65afc6-0dcd-45a4-8781-ff69d09593ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.512591 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-3750d312-9a69-4e52-88f9-7b51ce3c1762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:23.621159 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:24.386871 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:26.283211 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:28.808832 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:39.215832 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:09:50.972078 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-aef52faa-b57d-447d-bc88-4df254a12f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:53.505866 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-420819de-47bb-48bf-9792-5de9d2d74d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:53.614672 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:54.411989 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:56.317445 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:09:58.808492 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:16.214506 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:20.982185 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7ef8-dbb1-484d-8624-ed6dfb24b4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.536970 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c4fc55cf-c4c6-45a3-8095-7c210d970324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:23.613755 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:24.426000 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:26.304701 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:28.878751 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:50.960754 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-694866f1-4d39-438c-aed2-a8de77963401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.213678 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:10:53.516917 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-74ba55b8-bf44-48d3-b452-d67246d82b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:53.625764 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:54.418552 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:56.351186 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:10:58.857653 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:20.982840 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1e684970-ebe0-4f05-9be7-69fe585c1688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.515373 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-93413e80-6cc5-466c-8871-e91abc47751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:23.617907 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:24.400486 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:26.353925 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:28.868003 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:30.211995 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:11:50.936311 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-16942b7f-0f5c-4cf5-8aba-8956c8cf4da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.512969 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6c63-abff-460e-8d40-fefe2b81059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:53.615997 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:54.399136 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:56.364687 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:11:58.895951 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:07.209682 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:20.939943 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c5d34f12-8ddd-4e1b-a3b2-8ab4246f45c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.500091 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-ee9373eb-335d-4be4-b525-d49609173f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:23.602744 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:24.402827 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:26.345610 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:28.854249 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:44.208468 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:12:50.944850 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-603b41d3-6e09-4c58-af82-9f7ed4c40416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:53.504674 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-c8a756ba-4ef6-4ce1-9284-c66c03b71097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:53.607632 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:54.419485 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:56.310171 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:12:58.904560 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:20.960726 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-b8105c83-3251-4558-83ea-5f5d322eea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:21.207395 dv-cinder-772126-4-smb neutron-server[99053]: DEBUG neutron.db.agents_db [None req-3e2df53d-a1f6-4cc3-9d46-7b430c55ff58 None None] Agent healthcheck: found 6 active agents {{(pid=99053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:13:23.497649 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-22dc5062-fd16-40c2-8558-344a9bcf1826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:23.623434 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-58c6cced-30ea-44db-b4a8-a4969a66da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:24.440269 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-1417eba9-76e3-4700-8877-c4722a3bbc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:26.320053 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-dbd2926f-9825-425b-aef7-c897d116cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:13:28.868660 dv-cinder-772126-4-smb neutron-server[99052]: DEBUG neutron_lib.callbacks.manager [None req-d482bf76-1e3f-47fe-8f0a-b7e316118ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733086530847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565461'] for agent, after_update {{(pid=99052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}